00000001:01000000:0.0F:1788522897.042505:0:2303:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 391 MB/s 00000001:01000000:2.0F:1788522897.292553:0:2303:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 691 MB/s 00000001:01000000:3.0F:1788522897.543704:0:2303:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3391 MB/s 00000020:02000000:3.0:1788522898.635794:0:2332:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_2_gdacfdd2 00000400:02000000:0.0:1788522899.618769:0:2348:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.202.49@tcp [8/256/0/180] 00008000:02000000:0.0:1788522903.931032:0:2498:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0F:1788523047.091985:0:5594:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788523047.091996:0:5594:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788523047.091998:0:5594:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.149@tcp:/lustre 00000020:01000004:1.0:1788523047.091999:0:5594:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788523047.092552:0:5594:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000008c4eda3b 00000080:01000004:1.0:1788523047.092563:0:5594:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788523047.092580:0:5594:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.149@tcp' 00000020:01000004:1.0:1788523047.092909:0:5594:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.149@tcp (typ=mgc) 00000020:00000080:1.0:1788523047.092938:0:5594:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.149@tcp (0000000077a56377) 00000020:00000080:1.0:1788523047.092954:0:5594:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1788523047.093273:0:5594:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788523047.093330:0:5594:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788523047.093497:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1788523047.093504:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1788523047.095846:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:0.0:1788523047.095861:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1788523047.096577:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:1.0:1788523047.096593:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1788523047.098995:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1788523047.099836:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1788523047.103808:0:5594:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788523047.104483:0:5594:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788523047.104857:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1788523047.104865:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1788523047.106771:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1788523047.106780:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1788523047.107682:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1788523047.107691:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:1.0:1788523047.112958:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:1.0:1788523047.112974:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1788523047.120160:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1788523047.120186:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1788523047.121789:0:5594:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1788523047.121805:0:5594:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1788523047.123012:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788523047.123026:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788523047.123039:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523047.123671:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523047.123675:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523047.123677:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1788523047.124272:0:5594:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009a859c58@MGC192.168.202.149@tcp: add connection 192.168.202.149@tcp at head 00010000:00010000:3.0:1788523047.124675:0:5594:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.149@tcp-0 is initialized 00000040:01000000:3.0:1788523047.124684:0:5594:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.149@tcp ctxt 1 is initialized 10000000:01000000:3.0:1788523047.125346:0:5608:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788523047.125426:0:5594:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.149@tcp (uuid 1ee96975-dad2-4a83-b7f1-46eb34baa2be) 00000020:00000080:0.0:1788523047.125454:0:5594:0:(genops.c:1385:class_connect()) connect: client 1ee96975-dad2-4a83-b7f1-46eb34baa2be, cookie 0xd4927474cca598dd 00000100:00080000:0.0:1788523047.125471:0:5594:0:(import.c:545:import_select_connection()) MGC192.168.202.149@tcp: connect to NID 192.168.202.149@tcp last attempt 0 00000100:00080000:0.0:1788523047.125483:0:5594:0:(import.c:665:import_select_connection()) MGC192.168.202.149@tcp: import 000000009a859c58 using connection 192.168.202.149@tcp/192.168.202.149@tcp 00000100:00100000:0.0:1788523047.125536:0:5594:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b19bb082 x1875402187341952/t0(0) o250->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788523047.125564:0:5594:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS 00000080:00200000:0.0:1788523047.125610:0:5594:0:(llite_lib.c:1505:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff973d86692800 (sb 000000008c4eda3b) 00000080:01000000:0.0:1788523047.125716:0:5594:0:(llite_lib.c:1231:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1788523047.125720:0:5594:0:(llite_lib.c:1241:ll_options()) next opt=user_xattr 00000100:00100000:3.0:1788523047.125725:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b19bb082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2364:1875402187341952:192.168.202.149@tcp:250: 00000080:00000004:0.0:1788523047.125729:0:5594:0:(llite_lib.c:1241:ll_options()) next opt=flock 00000080:01000000:0.0:1788523047.125744:0:5594:0:(llite_lib.c:1539:ll_fill_super()) llite sb uuid: 70f17ac6-59d1-4b65-92da-832758c10038 00010000:00010000:2.0:1788523047.126598:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788523047.128981:0:5594:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788523047.129013:0:5594:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff973d86692800 10000000:01000000:0.0:1788523047.129019:0:5594:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff973d8b3899c0 10000000:01000000:0.0:1788523047.129026:0:5594:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788523047.129045:0:5594:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff973d8b3899c0 from 1 10000000:01000000:0.0:1788523047.129048:0:5594:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788523047.129093:0:5594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: 00000000d20cc6e6/0xd4927474cca598e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523047.129111:0:5594:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: 00000000d20cc6e6/0xd4927474cca598e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523047.129123:0:5594:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: 00000000d20cc6e6/0xd4927474cca598e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788523047.129165:0:5594:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000459fc01e x1875402187342080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523047.129176:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e37d869d going to sleep for 0 seconds 00000100:00100000:3.0:1788523047.134974:0:2364:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.149@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788523047.134991:0:2364:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.202.149@tcp: connect to target with instance 0 00000100:00080000:3.0:1788523047.135000:0:2364:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.202.149@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788523047.135006:0:2364:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788523047.135018:0:2364:0:(import.c:65:import_set_state_nolock()) 000000009a859c58 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788523047.135024:0:2364:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788523047.135053:0:2364:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1788523047.135065:0:2364:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e37d869d): req@00000000459fc01e x1875402187342080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523047.135083:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b19bb082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2364:1875402187341952:192.168.202.149@tcp:250: 00000100:00100000:2.0:1788523047.135769:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e37d869d going to sleep for 11 seconds 00000100:00100000:3.0:1788523047.145978:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000459fc01e pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342080:192.168.202.149@tcp:101: 00010000:00010000:3.0:1788523047.146509:0:5594:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: 00000000d20cc6e6/0xd4927474cca598e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523047.146528:0:5594:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: 00000000d20cc6e6/0xd4927474cca598e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788523047.146644:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d4d29ff2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342208:192.168.202.149@tcp:501: 00000100:00100000:3.0:1788523047.147211:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000805af8af going to sleep for 11 seconds 00000100:00100000:3.0:1788523047.156693:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d4d29ff2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342208:192.168.202.149@tcp:501: 10000000:01000000:3.0:1788523047.156743:0:5594:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788523047.156764:0:5594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: 00000000d20cc6e6/0xd4927474cca598e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523047.156775:0:5594:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: 00000000d20cc6e6/0xd4927474cca598e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788523047.156786:0:5594:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff973d86692800 10000000:01000000:3.0:1788523047.156793:0:5594:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788523047.156799:0:5594:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff973d86692800 10000000:01000000:3.0:1788523047.156803:0:5594:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788523047.156807:0:5594:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff973d86692800 10000000:01000000:3.0:1788523047.156809:0:5594:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788523047.156814:0:5594:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff973d86692800 from 1 10000000:01000000:3.0:1788523047.156817:0:5594:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788523047.156856:0:5594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: 00000000bc7aef5b/0xd4927474cca598eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523047.156864:0:5594:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: 00000000bc7aef5b/0xd4927474cca598eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523047.156875:0:5594:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: 00000000bc7aef5b/0xd4927474cca598eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788523047.156897:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d4d29ff2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342336:192.168.202.149@tcp:101: 00000100:00100000:3.0:1788523047.156986:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000805af8af going to sleep for 11 seconds 00000100:00100000:1.0:1788523047.164060:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d4d29ff2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342336:192.168.202.149@tcp:101: 00010000:00010000:1.0:1788523047.164095:0:5594:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: 00000000bc7aef5b/0xd4927474cca598eb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523047.164110:0:5594:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: 00000000bc7aef5b/0xd4927474cca598eb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788523047.164229:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a2ff3bc6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342464:192.168.202.149@tcp:501: 00000100:00100000:1.0:1788523047.164334:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f67ae603 going to sleep for 11 seconds 00000100:00100000:1.0:1788523047.167052:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a2ff3bc6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342464:192.168.202.149@tcp:501: 00000100:00100000:1.0:1788523047.167134:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a2ff3bc6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342592:192.168.202.149@tcp:503: 00000100:00100000:1.0:1788523047.167572:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f67ae603 going to sleep for 11 seconds 00000100:00100000:1.0:1788523047.169836:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a2ff3bc6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342592:192.168.202.149@tcp:503: 00000100:00100000:1.0:1788523047.181565:0:5612:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a2ff3bc6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5612:1875402187342720:192.168.202.149@tcp:502: 00000100:00100000:1.0:1788523047.181792:0:5612:0:(client.c:2716:ptlrpc_set_wait()) set 00000000aed0e9bf going to sleep for 11 seconds 00000100:00100000:1.0:1788523047.185599:0:5612:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a2ff3bc6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5612:1875402187342720:192.168.202.149@tcp:502: 00000020:01000000:1.0:1788523047.185652:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523047.185665:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.185667:0:5612:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1788523047.185811:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff973d86692800 00000020:00000080:1.0:1788523047.185815:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788523047.185830:0:5612:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff973d86692800 (000000002d0a96cb) 00000020:00000080:1.0:1788523047.185851:0:5612:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:1.0:1788523047.185859:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff973d86692800 00000020:00000080:1.0:1788523047.185861:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788523047.187611:0:5612:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff973d86692800 (uuid 70f17ac6-59d1-4b65-92da-832758c10038) 00000020:01000000:1.0:1788523047.187625:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523047.187631:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.187633:0:5612:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1788523047.187637:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523047.187641:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.187642:0:5612:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1788523047.187647:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff973d86692800 00000020:00000080:1.0:1788523047.187649:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788523047.187660:0:5612:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff973d86692800 (00000000dd59d1b9) 00000020:00000080:1.0:1788523047.187922:0:5612:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:1.0:1788523047.187932:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff973d86692800 00000020:00000080:1.0:1788523047.187935:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788523047.189474:0:5612:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff973d86692800 (uuid 70f17ac6-59d1-4b65-92da-832758c10038) 00000020:01000000:1.0:1788523047.189494:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523047.189503:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.189505:0:5612:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1788523047.189508:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523047.189512:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.189514:0:5612:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1788523047.189517:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788523047.189519:0:5612:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1788523047.189521:0:5612:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1788523047.189527:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523047.189529:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.189531:0:5612:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1788523047.189533:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523047.189537:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.189538:0:5612:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1788523047.189540:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788523047.189546:0:5612:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.149@tcp to nid 0x20000c0a8ca95 (192.168.202.149@tcp) 00000020:01000000:1.0:1788523047.189576:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff973d86692800 00000020:00000080:1.0:1788523047.189579:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788523047.189589:0:5612:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff973d86692800 (0000000071af65b3) 00000020:00000080:1.0:1788523047.189604:0:5612:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1788523047.189609:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff973d86692800 00000020:00000080:1.0:1788523047.189612:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788523047.189999:0:5612:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000088e13d56@lustre-MDT0000-mdc-ffff973d86692800: add connection 192.168.202.149@tcp at head 00010000:00010000:1.0:1788523047.191934:0:5612:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff973d86692800-1 is initialized 00000040:01000000:1.0:1788523047.193178:0:5612:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff973d86692800 ctxt 13 is initialized 00000020:00000080:1.0:1788523047.197802:0:5612:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff973d86692800 (uuid 70f17ac6-59d1-4b65-92da-832758c10038) 00000020:01000000:1.0:1788523047.197821:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff973d86692800 00000020:00000080:1.0:1788523047.197825:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1788523047.197858:0:5612:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1788523047.197900:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523047.197916:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.197918:0:5612:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1788523047.197921:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788523047.197924:0:5612:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788523047.197926:0:5612:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788523047.197927:0:5612:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788523047.197928:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788523047.197931:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.197932:0:5612:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788523047.197934:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788523047.197939:0:5612:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.149@tcp:/lustre 00000020:00000080:1.0:1788523047.197942:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.197944:0:5612:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788523047.197947:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788523047.197952:0:5612:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.149@tcp to nid 0x20000c0a8ca95 (192.168.202.149@tcp) 00000020:01000000:1.0:1788523047.197981:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff973d86692800 00000020:00000080:1.0:1788523047.197983:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788523047.198196:0:5612:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff973d86692800 (00000000b62c31fc) 00000020:00000080:1.0:1788523047.198217:0:5612:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2 00000020:01000000:1.0:1788523047.198310:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff973d86692800 00000020:00000080:1.0:1788523047.198313:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788523047.198388:0:5612:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f0750da2@lustre-OST0000-osc-ffff973d86692800: add connection 192.168.202.149@tcp at head 00010000:00010000:1.0:1788523047.198650:0:5612:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff973d86692800-2 is initialized 00000020:00000080:1.0:1788523047.208236:0:5612:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff973d86692800 (uuid 70f17ac6-59d1-4b65-92da-832758c10038) 00000020:01000000:1.0:1788523047.208261:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff973d86692800 00000020:00000080:1.0:1788523047.208267:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788523047.208309:0:5612:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1788523047.208317:0:5612:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff973d86692800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1788523047.208323:0:5612:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1788523047.208334:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523047.208339:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.208340:0:5612:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788523047.208350:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788523047.208352:0:5612:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:1.0:1788523047.208354:0:5612:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788523047.208355:0:5612:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788523047.208357:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788523047.208359:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.208360:0:5612:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788523047.208362:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788523047.208366:0:5612:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.149@tcp:/lustre 00000020:00000080:1.0:1788523047.208369:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.208370:0:5612:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788523047.208372:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788523047.208378:0:5612:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.149@tcp to nid 0x20000c0a8ca95 (192.168.202.149@tcp) 00000020:01000000:1.0:1788523047.208402:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff973d86692800 00000020:00000080:1.0:1788523047.208404:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788523047.208413:0:5612:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff973d86692800 (00000000049c3619) 00000020:00000080:1.0:1788523047.208430:0:5612:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1788523047.208433:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff973d86692800 00000020:00000080:1.0:1788523047.208435:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788523047.208497:0:5612:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000022ac5406@lustre-OST0001-osc-ffff973d86692800: add connection 192.168.202.149@tcp at head 00010000:00010000:1.0:1788523047.208730:0:5612:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff973d86692800-3 is initialized 00000020:00000080:1.0:1788523047.208967:0:5612:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff973d86692800 (uuid 70f17ac6-59d1-4b65-92da-832758c10038) 00000020:01000000:1.0:1788523047.208973:0:5612:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff973d86692800 00000020:00000080:1.0:1788523047.208976:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788523047.208984:0:5612:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1788523047.208988:0:5612:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff973d86692800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1788523047.208991:0:5612:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1788523047.208998:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523047.209001:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.209002:0:5612:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788523047.209004:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523047.209007:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.209014:0:5612:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788523047.209017:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788523047.209019:0:5612:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1788523047.209073:0:5612:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000261305c1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5612:1875402187342848:192.168.202.149@tcp:502: 00000100:00100000:1.0:1788523047.209182:0:5612:0:(client.c:2716:ptlrpc_set_wait()) set 00000000aed0e9bf going to sleep for 11 seconds 00000100:00100000:1.0:1788523047.213715:0:5612:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000261305c1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5612:1875402187342848:192.168.202.149@tcp:502: 00000020:01000000:1.0:1788523047.213767:0:5612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523047.213776:0:5612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523047.213778:0:5612:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000040:00080000:1.0:1788523047.213784:0:5612:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:1.0:1788523047.219412:0:5594:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:1.0:1788523047.219448:0:5594:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788523047.219470:0:5594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: 00000000bc7aef5b/0xd4927474cca598eb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523047.219484:0:5594:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: 00000000bc7aef5b/0xd4927474cca598eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788523047.219493:0:5594:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff973d86692800 from 1 10000000:01000000:1.0:1788523047.219495:0:5594:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1788523047.219538:0:5594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: 000000006ed0aff3/0xd4927474cca59915 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523047.219545:0:5594:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: 000000006ed0aff3/0xd4927474cca59915 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523047.219556:0:5594:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: 000000006ed0aff3/0xd4927474cca59915 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788523047.219583:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000261305c1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342976:192.168.202.149@tcp:101: 00000100:00100000:1.0:1788523047.221356:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000aed0e9bf going to sleep for 11 seconds 00000100:00100000:1.0:1788523047.230363:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000261305c1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187342976:192.168.202.149@tcp:101: 00010000:00010000:1.0:1788523047.230402:0:5594:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: 000000006ed0aff3/0xd4927474cca59915 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a8b expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523047.230417:0:5594:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: 000000006ed0aff3/0xd4927474cca59915 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98a8b expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788523047.231642:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000261305c1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187343104:192.168.202.149@tcp:256: 00000100:00100000:1.0:1788523047.236534:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000aed0e9bf going to sleep for 11 seconds 00000100:00100000:3.0:1788523047.248489:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000261305c1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187343104:192.168.202.149@tcp:256: 10000000:01000000:3.0:1788523047.249519:0:5594:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1788523047.249559:0:5594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: 000000006ed0aff3/0xd4927474cca59915 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a8b expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523047.249578:0:5594:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: 000000006ed0aff3/0xd4927474cca59915 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a8b expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788523047.249587:0:5594:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff973d86692800 from 1 10000000:01000000:3.0:1788523047.249591:0:5594:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788523047.249649:0:5594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: 000000002ae58722/0xd4927474cca5991c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523047.249657:0:5594:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: 000000002ae58722/0xd4927474cca5991c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523047.249669:0:5594:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: 000000002ae58722/0xd4927474cca5991c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788523047.249819:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006f5df6b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187343232:192.168.202.149@tcp:101: 00000100:00100000:3.0:1788523047.249952:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 000000006e5a6ea8 going to sleep for 11 seconds 00000100:00100000:3.0:1788523047.259372:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006f5df6b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187343232:192.168.202.149@tcp:101: 00010000:00010000:3.0:1788523047.259423:0:5594:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: 000000002ae58722/0xd4927474cca5991c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523047.259439:0:5594:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: 000000002ae58722/0xd4927474cca5991c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788523047.259576:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006f5df6b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187343360:192.168.202.149@tcp:501: 00000100:00100000:3.0:1788523047.259705:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 000000006e5a6ea8 going to sleep for 11 seconds 00000100:00100000:1.0:1788523047.262422:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006f5df6b5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187343360:192.168.202.149@tcp:501: 00000100:00100000:1.0:1788523047.262498:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c5e67fb5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187343488:192.168.202.149@tcp:503: 00000100:00100000:1.0:1788523047.262660:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f67ae603 going to sleep for 11 seconds 00000100:00100000:1.0:1788523047.269002:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c5e67fb5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5594:1875402187343488:192.168.202.149@tcp:503: 00000100:00100000:3.0:1788523047.280846:0:5617:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002a4d12ea pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5617:1875402187343616:192.168.202.149@tcp:502: 00000100:00100000:2.0:1788523047.284490:0:5617:0:(client.c:2716:ptlrpc_set_wait()) set 0000000031898f10 going to sleep for 11 seconds 00000100:00100000:0.0:1788523047.286945:0:5617:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002a4d12ea pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5617:1875402187343616:192.168.202.149@tcp:502: 00000020:01000000:0.0:1788523047.287012:0:5617:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788523047.287038:0:5617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523047.287042:0:5617:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788523047.287050:0:5617:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff973d86692800 00000020:00000080:0.0:1788523047.287053:0:5617:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788523047.287125:0:5617:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5617:1875402187343744:192.168.202.149@tcp:502: 00000100:00100000:0.0:1788523047.288410:0:5617:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d8b397a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788523047.291917:0:5617:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5617:1875402187343744:192.168.202.149@tcp:502: 00000020:01000000:0.0:1788523047.291972:0:5617:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788523047.291981:0:5617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523047.291984:0:5617:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1788523047.291990:0:5617:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:1.0:1788523047.292201:0:5594:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1788523047.292219:0:5594:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788523047.292244:0:5594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523047.292255:0:5594:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1788523047.292275:0:5594:0:(llite_lib.c:1613:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1788523047.292332:0:5594:0:(genops.c:1385:class_connect()) connect: client 70f17ac6-59d1-4b65-92da-832758c10038, cookie 0xd4927474cca59923 00800000:01000000:1.0:1788523047.292356:0:5594:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 70f17ac6-59d1-4b65-92da-832758c10038 to lustre-clilmv-ffff973d86692800 00800000:01000000:1.0:1788523047.292362:0:5594:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff973d86692800(70f17ac6-59d1-4b65-92da-832758c10038) - lustre-MDT0000_UUID, 70f17ac6-59d1-4b65-92da-832758c10038 00000020:00000080:1.0:1788523047.292393:0:5594:0:(genops.c:1385:class_connect()) connect: client 70f17ac6-59d1-4b65-92da-832758c10038, cookie 0xd4927474cca5992a 00000100:00080000:1.0:1788523047.292403:0:5594:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff973d86692800: connect to NID 192.168.202.149@tcp last attempt 0 00000100:00080000:1.0:1788523047.292411:0:5594:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff973d86692800: import ffff973d83f6e800 using connection 192.168.202.149@tcp/192.168.202.149@tcp 00000008:00100000:1.0:1788523047.292424:0:5594:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788523047.292453:0:5594:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff973d8639c700 x1875402187343872/t0(0) o38->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788523047.292477:0:5594:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID 00800000:01000000:1.0:1788523047.292581:0:5594:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff973d86692800(70f17ac6-59d1-4b65-92da-832758c10038) successfully (5) 00800000:00000004:1.0:1788523047.292585:0:5594:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff973d86692800: age -713, max_age 0 00000100:00080000:1.0:1788523047.292700:0:2366:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff973d8639e300 x1875402187344000/t0(0) o41->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:1.0:1788523047.292730:0:5594:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff973d86692800: age -713, max_age 286 00800000:00000004:1.0:1788523047.292737:0:5594:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff973d86692800: age -713, max_age 286 00000100:00080000:1.0:1788523047.292754:0:5594:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff973d8639dc00 x1875402187344128/t0(0) o41->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523047.292761:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d85613180 going to sleep for 0 seconds 00000100:00100000:3.0:1788523047.292871:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187343872:192.168.202.149@tcp:38: 00010000:00080000:3.0:1788523047.338278:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639c700 x1875402187343872/t0(0) o38->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 520/416 e 0 to 0 dl 1788523057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523047.338351:0:2364:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d86692800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788523047.338363:0:2364:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff973d86692800: connect to target with instance 1 00000001:01000000:1.0:1788523047.589059:0:2364:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff973d86692800: T10 checksum algorithm t10ip512 speed = 2591 MB/s 00000001:01000000:3.0:1788523047.841212:0:2364:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff973d86692800: T10 checksum algorithm t10ip4K speed = 5496 MB/s 00000001:01000000:3.0:1788523048.090660:0:2364:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff973d86692800: T10 checksum algorithm t10crc512 speed = 1003 MB/s 00010000:00010000:3.0:1788523048.132379:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788523048.328116:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d85613180 going to sleep for 0 seconds 00000001:01000000:1.0:1788523048.342340:0:2364:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff973d86692800: T10 checksum algorithm t10crc4K speed = 484 MB/s 00000100:00080000:1.0:1788523048.342355:0:2364:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff973d86692800: Resetting ns_connect_flags to server flags: 0xae7a7e7be34493b8 00000100:00080000:1.0:1788523048.342370:0:2364:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788523048.342376:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d83f6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788523048.353378:0:2364:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000034e5ff28): req@ffff973d8639e300 x1875402187344000/t0(0) o41->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788523048.353414:0:2364:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e4bc9047): req@ffff973d8639dc00 x1875402187344128/t0(0) o41->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523048.353436:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187343872:192.168.202.149@tcp:38: 00000100:00100000:3.0:1788523048.353656:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d85613180 going to sleep for 11 seconds 00010000:00080000:3.0:1788523048.371514:0:5594:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639dc00 x1875402187344128/t0(0) o41->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1788523064 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523048.371538:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70f17ac6-59d1-4b65-92da-832758c10038:5594:1875402187344128:192.168.202.149@tcp:41: 00800000:00000004:3.0:1788523048.371566:0:5594:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff973d86692800: update ffff973d8b388458 cache blocks 17240/17271 objects 534261/534593 00000080:00000004:3.0:1788523048.371573:0:5594:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff973d86692800: update ffff973d8b38b7d8 cache blocks 17240/17271 objects 534261/534593 00000100:00100000:3.0:1788523048.371615:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70f17ac6-59d1-4b65-92da-832758c10038:5594:1875402187344256:192.168.202.149@tcp:40: 00000100:00100000:3.0:1788523048.371704:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d86130a80 going to sleep for 11 seconds 00010000:00080000:0.0:1788523048.376503:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639e300 x1875402187344000/t0(0) o41->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1788523064 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523048.376532:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:0:1875402187344000:192.168.202.149@tcp:41: 00010000:00080000:3.0:1788523048.388597:0:5594:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c87100 x1875402187344256/t0(0) o40->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 440/448 e 0 to 0 dl 1788523064 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523048.388620:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70f17ac6-59d1-4b65-92da-832758c10038:5594:1875402187344256:192.168.202.149@tcp:40: 00000080:00000004:3.0:1788523048.388664:0:5594:0:(llite_lib.c:613:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1788523048.388692:0:5594:0:(llite_lib.c:774:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 3407872 00020000:01000000:3.0:1788523048.388697:0:5594:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1788523048.388710:0:5594:0:(genops.c:1385:class_connect()) connect: client 70f17ac6-59d1-4b65-92da-832758c10038, cookie 0xd4927474cca59931 00000020:00000080:3.0:1788523048.388729:0:5594:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd4927474cca59938 00000100:00080000:3.0:1788523048.388737:0:5594:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff973d86692800: connect to NID 192.168.202.149@tcp last attempt 0 00000100:00080000:3.0:1788523048.388744:0:5594:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff973d86692800: import ffff973d83f6e000 using connection 192.168.202.149@tcp/192.168.202.149@tcp 00000008:00100000:3.0:1788523048.388759:0:5594:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788523048.388783:0:5594:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff973d84c87100 x1875402187344384/t0(0) o8->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788523048.388813:0:5594:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID 00020000:01000000:3.0:1788523048.388832:0:5594:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff973d86692800) active 00000020:00000080:3.0:1788523048.388861:0:5594:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd4927474cca5993f 00000100:00080000:3.0:1788523048.388866:0:5594:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff973d86692800: connect to NID 192.168.202.149@tcp last attempt 0 00000100:00080000:3.0:1788523048.388870:0:5594:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff973d86692800: import ffff973d83f69800 using connection 192.168.202.149@tcp/192.168.202.149@tcp 00000008:00100000:3.0:1788523048.388876:0:5594:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788523048.388890:0:5594:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff973d84c87480 x1875402187344512/t0(0) o8->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788523048.388898:0:5594:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID 00020000:01000000:3.0:1788523048.388904:0:5594:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff973d86692800) active 00000100:00100000:3.0:1788523048.388946:0:5594:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70f17ac6-59d1-4b65-92da-832758c10038:5594:1875402187344640:192.168.202.149@tcp:33: 00000100:00100000:3.0:1788523048.389088:0:5594:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d86130a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788523048.389318:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187344768:192.168.202.149@tcp:400: 00000100:00100000:2.0:1788523048.389542:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187344384:192.168.202.149@tcp:8: 00000100:00100000:2.0:1788523048.389590:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187344512:192.168.202.149@tcp:8: 00010000:00080000:3.0:1788523048.397984:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c87100 x1875402187344384/t0(0) o8->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 520/416 e 0 to 0 dl 1788523058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523048.398359:0:2364:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff973d86692800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788523048.398375:0:2364:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff973d86692800: connect to target with instance 1 00000100:00080000:3.0:1788523048.398389:0:2364:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff973d86692800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788523048.398407:0:2364:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788523048.398412:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d83f6e000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788523048.398420:0:2364:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1788523048.398426:0:2364:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788523048.398431:0:2364:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788523048.398447:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187344384:192.168.202.149@tcp:8: 00010000:00080000:3.0:1788523048.398473:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c87480 x1875402187344512/t0(0) o8->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 520/416 e 0 to 0 dl 1788523058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523048.398481:0:2364:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff973d86692800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788523048.398487:0:2364:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff973d86692800: connect to target with instance 1 00000100:00080000:3.0:1788523048.398493:0:2364:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff973d86692800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788523048.398498:0:2364:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788523048.398500:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d83f69800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788523048.398504:0:2364:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1788523048.398506:0:2364:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788523048.398509:0:2364:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788523048.398514:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187344512:192.168.202.149@tcp:8: 00000100:00100000:0.0:1788523048.405222:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187344768:192.168.202.149@tcp:400: 00010000:00080000:3.0:1788523048.475843:0:5594:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c85500 x1875402187344640/t0(0) o33->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:23/10 lens 448/464 e 0 to 0 dl 1788523064 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788523048.475864:0:5594:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70f17ac6-59d1-4b65-92da-832758c10038:5594:1875402187344640:192.168.202.149@tcp:33: 00000080:00200000:3.0:1788523048.476102:0:5594:0:(llite_lib.c:3355:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) 00000080:00200000:3.0:1788523048.476117:0:5594:0:(llite_lib.c:3118:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00000080:02000400:3.0:1788523048.476202:0:5594:0:(llite_lib.c:1652:ll_fill_super()) Mounted lustre-client - version 2.17.58_2_gdacfdd2 00000080:00000004:3.0:1788523048.482616:0:5594:0:(super25.c:182:lustre_fill_super()) 192.168.202.149@tcp:/lustre: Mount complete 00000080:00200008:1.0:1788523048.758695:0:5634:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788523048.758720:0:5634:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148),name=/ 00000002:00010000:1.0:1788523048.758795:0:5634:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788523048.758893:0:5634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.758907:0:5634:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.758925:0:5634:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788523048.758958:0:5634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job mkdir:70f17ac6-59d1-4b65-92da-832758c10038:5634:1875402187344896:192.168.202.149@tcp:101: 00000100:00100000:1.0:1788523048.759407:0:5634:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d85613900 going to sleep for 11 seconds 00000100:00100000:1.0:1788523048.765649:0:5634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job mkdir:70f17ac6-59d1-4b65-92da-832758c10038:5634:1875402187344896:192.168.202.149@tcp:101: 00010000:00010000:1.0:1788523048.765692:0:5634:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.765708:0:5634:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.765724:0:5634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.765741:0:5634:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.765758:0:5634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.765768:0:5634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.765794:0:5634:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1788523048.765808:0:5634:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff973d8639d180 x1875402187344896/t0(0) o101->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1788523064 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1788523048.765826:0:5634:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.765842:0:5634:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff973d86787400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1788523048.765850:0:5634:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1788523048.765889:0:5634:0:(llite_lib.c:3118:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00000080:00010000:1.0:1788523048.765896:0:5634:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) for lock 0xd4927474cca59946 00000080:00010000:1.0:1788523048.765904:0:5634:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) 00000080:00010000:1.0:1788523048.765908:0:5634:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd4927474cca59946 from it ffffb0ff83e1bcb8 00010000:00010000:1.0:1788523048.765912:0:5634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523048.765922:0:5634:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788523049.157716:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523050.187872:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788523051.205991:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1788523051.491091:0:5687:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788523051.491113:0:5687:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148),name=/ 00000002:00010000:3.0:1788523051.491160:0:5687:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788523051.491193:0:5687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788523051.491213:0:5687:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1788523051.491223:0:5687:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788523051.491234:0:5687:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) 00000080:00010000:3.0:1788523051.491238:0:5687:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) for lock 0xd4927474cca59946 00000080:00010000:3.0:1788523051.491248:0:5687:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd4927474cca59946 from it ffffb0ff817fbcb8 00010000:00010000:3.0:1788523051.491252:0:5687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788523051.491262:0:5687:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1788523051.492749:0:5687:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1788523051.492759:0:5687:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148),name=/ 00000002:00010000:3.0:1788523051.492781:0:5687:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788523051.492802:0:5687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1788523051.492819:0:5687:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1788523051.492835:0:5687:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788523051.492845:0:5687:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) 00000080:00010000:3.0:1788523051.492862:0:5687:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) for lock 0xd4927474cca59946 00000080:00010000:3.0:1788523051.492871:0:5687:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd4927474cca59946 from it ffffb0ff817fbcb8 00010000:00010000:3.0:1788523051.492876:0:5687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1788523051.492886:0:5687:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1788523051.493061:0:5687:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148),name=/ 00000002:00010000:3.0:1788523051.493782:0:5687:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788523051.493796:0:5687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1788523051.493808:0:5687:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1788523051.493817:0:5687:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788523051.493825:0:5687:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) 00000080:00010000:3.0:1788523051.493829:0:5687:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) for lock 0xd4927474cca59946 00000080:00010000:3.0:1788523051.493835:0:5687:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd4927474cca59946 from it ffffb0ff817fbbb0 00010000:00010000:3.0:1788523051.493839:0:5687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1788523051.493847:0:5687:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1788523051.493872:0:5687:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148), inode mode 41ed mask 44 00000080:00200008:3.0:1788523051.493884:0:5687:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), flags 100000 00000080:00200080:3.0:1788523051.494053:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.494076:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00800000:00000004:3.0:1788523051.494086:0:5687:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff973d86692800: age 288, max_age 290 00000100:00100000:3.0:1788523051.494361:0:5687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job lfs:70f17ac6-59d1-4b65-92da-832758c10038:5687:1875402187345024:192.168.202.149@tcp:41: 00000100:00100000:3.0:1788523051.494490:0:5687:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d864026c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788523051.503628:0:5687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job lfs:70f17ac6-59d1-4b65-92da-832758c10038:5687:1875402187345024:192.168.202.149@tcp:41: 00800000:00000004:3.0:1788523051.503675:0:5687:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff973d86692800: update ffff973d8b388458 cache blocks 17240/17271 objects 534261/534593 00000080:00200080:3.0:1788523051.503786:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503813:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503822:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503827:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503831:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503835:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503839:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503843:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503848:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503852:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503856:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503860:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503864:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503868:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503892:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503897:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503902:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503905:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503910:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503913:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503917:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503921:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503925:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503929:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503933:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503936:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503939:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503943:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503947:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503950:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503955:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503958:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503962:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503965:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503970:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503973:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503990:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.503995:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.503999:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504010:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504016:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504020:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504024:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504028:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504032:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504035:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504038:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504041:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504045:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504048:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504052:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504055:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504059:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504062:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504066:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504070:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504074:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504078:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504082:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504085:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504089:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504093:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504098:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504101:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504115:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504119:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504123:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504126:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504130:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504133:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504137:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504141:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504145:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504148:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504152:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504155:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504159:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504162:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504166:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504170:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504174:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504177:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504181:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504184:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504188:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504192:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504196:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504199:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504203:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504212:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504217:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504221:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504224:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504228:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504232:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504235:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504239:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504243:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504247:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504250:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504254:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504258:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504262:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504265:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504269:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504272:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504276:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504279:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504283:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504334:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504340:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504344:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504348:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504351:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504362:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504366:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504370:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504373:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504377:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504380:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504384:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504388:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504391:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504395:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504399:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504402:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504406:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00800000:00000080:3.0:1788523051.504409:0:5687:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00000080:00200080:3.0:1788523051.504414:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:3.0:1788523051.504421:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00020000:00000004:3.0:1788523051.504430:0:5687:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff973d86692800: age -713, max_age 290 00000100:00100000:3.0:1788523051.504482:0:5687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job lfs:70f17ac6-59d1-4b65-92da-832758c10038:5687:1875402187345152:192.168.202.149@tcp:13: 00000100:00100000:3.0:1788523051.504587:0:5687:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d864026c0 going to sleep for 11 seconds 00010000:00080000:3.0:1788523051.508819:0:5687:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c85500 x1875402187345152/t0(0) o13->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:7/4 lens 224/368 e 0 to 0 dl 1788523067 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523051.508844:0:5687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job lfs:70f17ac6-59d1-4b65-92da-832758c10038:5687:1875402187345152:192.168.202.149@tcp:13: 00020000:00000004:3.0:1788523051.508880:0:5687:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff973d86692800: update ffff973d86329e18 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:3.0:1788523051.508968:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:3.0:1788523051.509017:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90375400 uarg=0000000000000000 00020000:00000004:3.0:1788523051.509026:0:5687:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff973d86692800: age -713, max_age 290 00000100:00100000:3.0:1788523051.509071:0:5687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job lfs:70f17ac6-59d1-4b65-92da-832758c10038:5687:1875402187345280:192.168.202.149@tcp:13: 00000100:00100000:3.0:1788523051.509150:0:5687:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d864026c0 going to sleep for 11 seconds 00010000:00080000:3.0:1788523051.519646:0:5687:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c85500 x1875402187345280/t0(0) o13->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:7/4 lens 224/368 e 0 to 0 dl 1788523067 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523051.519674:0:5687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job lfs:70f17ac6-59d1-4b65-92da-832758c10038:5687:1875402187345280:192.168.202.149@tcp:13: 00020000:00000004:3.0:1788523051.519710:0:5687:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff973d86692800: update ffff973d8632d198 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:2.0:1788523051.520009:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520040:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520049:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520054:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520058:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520062:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520067:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520071:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520075:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520102:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520108:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520112:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520116:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520120:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520124:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520127:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520130:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520134:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520138:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520153:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520159:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520163:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520167:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520171:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520175:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520178:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520181:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520185:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520189:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520193:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520197:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520201:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520205:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520208:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520220:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520225:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520229:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520232:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520236:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520240:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520244:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520247:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520252:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520255:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520259:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520263:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520267:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520271:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520275:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520279:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520283:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520316:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520322:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520326:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520331:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520334:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520338:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520342:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520346:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520357:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520362:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520365:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520369:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520373:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520377:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520381:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520385:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520389:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520393:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520397:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520400:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520404:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520408:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520411:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520415:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520420:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520424:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520427:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520431:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520434:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520438:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520441:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520445:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520448:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520460:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520464:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520468:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520472:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520478:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520482:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520486:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520489:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520492:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520496:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520500:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520503:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520507:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520511:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520515:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520518:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520523:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520526:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520531:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520534:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520539:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520542:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520547:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520551:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520555:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520564:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520569:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520573:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520577:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520744:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520752:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520756:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520760:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520764:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520768:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520772:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520776:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520780:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520783:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520786:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200080:2.0:1788523051.520790:0:5687:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148) cmd=c00866a4 arg=7fffb0319a70 00020000:00000080:2.0:1788523051.520794:0:5687:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff973d86692800: cmd=c00866a4 len=592 karg=ffff973d90c24800 uarg=0000000000000000 00000080:00200008:2.0:1788523051.520812:0:5687:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), flags 100000 00010000:00010000:0.0:1788523052.231540:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523053.254534:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788523053.893827:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187345408:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523053.893957:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187345664:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523053.893990:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788523053.893996:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187345536:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523053.894015:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187345792:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523053.900346:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187345536:192.168.202.149@tcp:400: 00010000:00080000:3.0:1788523053.900369:0:2368:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d86769f80 x1875402187345792/t0(0) o400->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523053.900383:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187345792:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523053.900394:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187345408:192.168.202.149@tcp:400: 00010000:00080000:3.0:1788523053.900406:0:2368:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d86769180 x1875402187345664/t0(0) o400->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523053.900415:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187345664:192.168.202.149@tcp:400: 00010000:00010000:2.0:1788523054.280222:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788523054.734517:0:5876:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1788523055.302499:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523056.324486:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523057.356686:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788523058.373088:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788523059.013176:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187346048:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523059.013281:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187346304:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523059.013491:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788523059.013499:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2367:1875402187345920:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523059.013813:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187346176:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523059.018533:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2367:1875402187345920:192.168.202.149@tcp:400: 00010000:00080000:3.0:1788523059.018635:0:2367:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c87100 x1875402187346176/t0(0) o400->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523059.018651:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187346176:192.168.202.149@tcp:400: 00000100:00100000:3.0:1788523059.018668:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187346048:192.168.202.149@tcp:400: 00010000:00080000:3.0:1788523059.018680:0:2367:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c86d80 x1875402187346304/t0(0) o400->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523059.018689:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187346304:192.168.202.149@tcp:400: 00000100:00100000:2.0:1788523059.081245:0:2360:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.149@tcp (source: 12345-192.168.202.149@tcp) 00000100:00100000:2.0:1788523059.081332:0:2360:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.149@tcp (source: 12345-192.168.202.149@tcp) 00000100:00100000:3.0:1788523059.081909:0:5597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875402210436864 00000100:00100000:3.0:1788523059.081923:0:5597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875402210436864 00000100:00100000:3.0:1788523059.081988:0:5597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875402210436992 00000100:00100000:3.0:1788523059.081991:0:5597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875402210436992 00000100:00100000:3.0:1788523059.082008:0:5597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.149@tcp, seq: 0 00000100:00100000:3.0:1788523059.082018:0:5597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff973d86768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:1ee96975-dad2-4a83-b7f1-46eb34baa2be+4:8441:x1875402210436864:12345-192.168.202.149@tcp:104: 00010000:00010000:3.0:1788523059.082039:0:5597:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.149@tcp lock: ffff973dc21d1400/0xd4927474cca598eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523059.082156:0:5597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788523059.082163:0:5597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff973d86768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:1ee96975-dad2-4a83-b7f1-46eb34baa2be+4:8441:x1875402210436864:12345-192.168.202.149@tcp:104: Request processed in 146us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1788523059.082170:0:5597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.149@tcp, seq: 0 00000100:00100000:3.0:1788523059.082188:0:5597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.149@tcp, seq: 1 00000100:00100000:3.0:1788523059.082195:0:5597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff973d86768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:1ee96975-dad2-4a83-b7f1-46eb34baa2be+3:8441:x1875402210436992:12345-192.168.202.149@tcp:104: 00010000:00010000:3.0:1788523059.082204:0:5597:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.149@tcp lock: ffff973d80030e00/0xd4927474cca598e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523059.082745:0:5597:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788523059.082753:0:5597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff973d86768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:1ee96975-dad2-4a83-b7f1-46eb34baa2be+3:8441:x1875402210436992:12345-192.168.202.149@tcp:104: Request processed in 558us (1465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788523059.082760:0:5597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.149@tcp, seq: 1 00010000:00010000:0.0:1788523059.083698:0:5606:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788523059.083709:0:5606:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.149@tcp lock: ffff973dc21d1400/0xd4927474cca598eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.083719:0:5606:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff973dc21d1400 already unused, calling callback (ffffffffc1289c20) 10000000:00010000:0.0:1788523059.083724:0:5606:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.149@tcp lock: ffff973dc21d1400/0xd4927474cca598eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.083734:0:5606:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.149@tcp lock: ffff973dc21d1400/0xd4927474cca598eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788523059.083741:0:5606:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.149@tcp lock: ffff973dc21d1400/0xd4927474cca598eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788523059.083747:0:5606:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788523059.083996:0:5606:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.149@tcp lock: ffff973dc21d1400/0xd4927474cca598eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.084004:0:5606:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788523059.084023:0:5606:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.149@tcp lock: ffff973dc21d1400/0xd4927474cca598eb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.084031:0:5606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.149@tcp lock: ffff973dc21d1400/0xd4927474cca598eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a84 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.084045:0:5606:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788523059.084048:0:5606:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.149@tcp lock: ffff973d80030e00/0xd4927474cca598e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.084079:0:5606:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff973d80030e00 already unused, calling callback (ffffffffc1289c20) 10000000:00010000:0.0:1788523059.084082:0:5606:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.149@tcp lock: ffff973d80030e00/0xd4927474cca598e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.084089:0:5606:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.149@tcp lock: ffff973d80030e00/0xd4927474cca598e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788523059.084096:0:5606:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.149@tcp lock: ffff973d80030e00/0xd4927474cca598e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788523059.084102:0:5606:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788523059.084150:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788523059.084181:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187346432:192.168.202.149@tcp:103: 00010000:00010000:0.0:1788523059.085612:0:5606:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.149@tcp lock: ffff973d80030e00/0xd4927474cca598e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.085626:0:5606:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788523059.085647:0:5606:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.149@tcp lock: ffff973d80030e00/0xd4927474cca598e4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.085654:0:5606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.149@tcp lock: ffff973d80030e00/0xd4927474cca598e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a7d expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523059.085675:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523059.085677:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523059.085679:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788523059.085694:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187346560:192.168.202.149@tcp:103: 00000100:00100000:0.0:1788523059.088039:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187346432:192.168.202.149@tcp:103: 00000100:00100000:0.0:1788523059.090861:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187346560:192.168.202.149@tcp:103: 00010000:00010000:1.0:1788523059.396698:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788523059.972427:0:5608:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788523059.972438:0:5608:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff973d86692800 from 39 10000000:01000000:2.0:1788523059.972445:0:5608:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788523059.972513:0:5608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d98115a00/0xd4927474cca5994d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523059.972563:0:5608:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: ffff973d98115a00/0xd4927474cca5994d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523059.972583:0:5608:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: ffff973d98115a00/0xd4927474cca5994d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788523059.972614:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187346688:192.168.202.149@tcp:101: 00000100:00100000:2.0:1788523059.972757:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d89e68a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788523059.977592:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187346688:192.168.202.149@tcp:101: 00010000:00010000:2.0:1788523059.977628:0:5608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: ffff973d98115a00/0xd4927474cca5994d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98ac3 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523059.977640:0:5608:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: ffff973d98115a00/0xd4927474cca5994d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98ac3 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788523059.977738:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187346816:192.168.202.149@tcp:501: 00000100:00100000:2.0:1788523059.977824:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d89e68a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788523059.985807:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187346816:192.168.202.149@tcp:501: 00000100:00100000:2.0:1788523059.985890:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187346944:192.168.202.149@tcp:503: 00000100:00100000:2.0:1788523059.986004:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d89e68a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788523060.003927:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187346944:192.168.202.149@tcp:503: 00000100:00100000:1.0:1788523060.005469:0:6075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:6075:1875402187347072:192.168.202.149@tcp:502: 00000100:00100000:1.0:1788523060.005616:0:6075:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d86402180 going to sleep for 11 seconds 00000100:00100000:1.0:1788523060.027887:0:6075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:6075:1875402187347072:192.168.202.149@tcp:502: 00000020:01000000:1.0:1788523060.027948:0:6075:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523060.027963:0:6075:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523060.027966:0:6075:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788523060.027972:0:6075:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788523060.028016:0:6075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:6075:1875402187347200:192.168.202.149@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788523060.028133:0:6075:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d86402180 going to sleep for 11 seconds 00000100:00100000:1.0:1788523060.032274:0:6075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:6075:1875402187347200:192.168.202.149@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788523060.032362:0:6075:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523060.032373:0:6075:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523060.032376:0:6075:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788523060.032381:0:6075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1788523060.032739:0:5608:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:2.0:1788523060.032760:0:5608:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788523060.032773:0:5608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d98115a00/0xd4927474cca5994d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98ac3 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523060.032798:0:5608:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973d98115a00/0xd4927474cca5994d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98ac3 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788523060.032810:0:5608:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1788523060.032813:0:5608:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff973d8b3899c0 from 1 10000000:01000000:2.0:1788523060.032816:0:5608:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788523060.032855:0:5608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d98114800/0xd4927474cca59954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523060.032863:0:5608:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: ffff973d98114800/0xd4927474cca59954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523060.032874:0:5608:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: ffff973d98114800/0xd4927474cca59954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788523060.032909:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347328:192.168.202.149@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788523060.032997:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d89e68a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788523060.039371:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347328:192.168.202.149@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788523060.039414:0:5608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: ffff973d98114800/0xd4927474cca59954 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98aca expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523060.039431:0:5608:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: ffff973d98114800/0xd4927474cca59954 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98aca expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788523060.039523:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347456:192.168.202.149@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788523060.040052:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d89e68a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788523060.054249:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347456:192.168.202.149@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1788523060.054795:0:5608:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788523060.054810:0:5608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d98114800/0xd4927474cca59954 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98aca expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523060.054822:0:5608:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973d98114800/0xd4927474cca59954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98aca expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523060.420738:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788523061.446801:0:2360:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.149@tcp (source: 12345-192.168.202.149@tcp) 00000100:00100000:2.0:1788523061.446865:0:5598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875402210443904 00000100:00100000:2.0:1788523061.446875:0:5598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875402210443904 00000100:00100000:2.0:1788523061.446946:0:5598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.149@tcp, seq: 2 00000100:00100000:2.0:1788523061.446957:0:5598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff973d86769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:1ee96975-dad2-4a83-b7f1-46eb34baa2be+3:8500:x1875402210443904:12345-192.168.202.149@tcp:104: 00010000:00010000:2.0:1788523061.446975:0:5598:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523061.447462:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788523061.447678:0:5598:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788523061.447686:0:5598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff973d86769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:1ee96975-dad2-4a83-b7f1-46eb34baa2be+3:8500:x1875402210443904:12345-192.168.202.149@tcp:104: Request processed in 731us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1788523061.447693:0:5598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.149@tcp, seq: 2 00010000:00010000:0.0:1788523061.447760:0:5606:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788523061.447768:0:5606:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523061.447777:0:5606:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff973dc21d1c00 already unused, calling callback (ffffffffc1289c20) 10000000:00010000:0.0:1788523061.447782:0:5606:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523061.447800:0:5606:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788523061.447807:0:5606:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788523061.447813:0:5606:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788523061.447872:0:5606:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523061.447879:0:5606:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788523061.447910:0:5606:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523061.447917:0:5606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.149@tcp lock: ffff973dc21d1c00/0xd4927474cca5991c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98a92 expref: -99 pid: 5594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523061.447934:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523061.447936:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523061.447938:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788523061.447945:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788523061.447959:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187347584:192.168.202.149@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788523061.453384:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187347584:192.168.202.149@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788523062.469411:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788523063.047222:0:5608:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788523063.047233:0:5608:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff973d86692800 from 4 10000000:01000000:1.0:1788523063.047240:0:5608:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788523063.047349:0:5608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523063.047365:0:5608:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523063.047379:0:5608:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788523063.047444:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347712:192.168.202.149@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788523063.047575:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d86402180 going to sleep for 11 seconds 00000100:00100000:0.0:1788523063.061109:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347712:192.168.202.149@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788523063.061155:0:5608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523063.061172:0:5608:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788523063.061347:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347840:192.168.202.149@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788523063.061454:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d856c3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788523063.067000:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347840:192.168.202.149@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788523063.067124:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347968:192.168.202.149@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788523063.067252:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d856c3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788523063.078243:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187347968:192.168.202.149@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788523063.079928:0:6138:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:6138:1875402187348096:192.168.202.149@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788523063.080392:0:6138:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d856c3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788523063.094803:0:6138:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:6138:1875402187348096:192.168.202.149@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788523063.094888:0:6138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788523063.094904:0:6138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523063.094907:0:6138:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788523063.094917:0:6138:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff973d86692800 00000020:00000080:0.0:1788523063.094920:0:6138:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788523063.095086:0:6138:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:6138:1875402187348224:192.168.202.149@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788523063.095219:0:6138:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d856c3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788523063.106284:0:6138:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:6138:1875402187348224:192.168.202.149@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788523063.106369:0:6138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523063.106381:0:6138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523063.106384:0:6138:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1788523063.106390:0:6138:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1788523063.106562:0:5608:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1788523063.106582:0:5608:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788523063.106595:0:5608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788523063.106608:0:5608:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523063.493042:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788523064.136895:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187348480:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523064.137043:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187348736:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523064.137089:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788523064.137096:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187348352:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523064.137126:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187348608:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523064.156041:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187348480:192.168.202.149@tcp:400:kworker.0 00010000:00080000:1.0:1788523064.157268:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639d180 x1875402187348736/t0(0) o400->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523064.157351:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187348736:192.168.202.149@tcp:400:kworker.0 00010000:00080000:1.0:1788523064.160742:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639c380 x1875402187348608/t0(0) o400->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523064.160770:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187348608:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523064.172120:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187348352:192.168.202.149@tcp:400:kworker.0 00010000:00010000:2.0:1788523064.524211:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523065.541920:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788523066.567819:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523067.589426:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788523068.613822:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788523069.253224:0:6436:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg249-client.virtnet: executing check_logdir /tmp/testlogs/ 00000100:00100000:3.0:1788523069.265038:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86768e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187348864:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523069.265160:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187349120:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523069.265191:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788523069.265198:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86768a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187348992:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523069.265221:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187349248:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523069.275828:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86768a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187348992:192.168.202.149@tcp:400:kworker.0 00010000:00080000:3.0:1788523069.275852:0:2368:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8676b480 x1875402187349248/t0(0) o400->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523069.275864:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187349248:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523069.275891:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86768e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187348864:192.168.202.149@tcp:400:kworker.0 00010000:00080000:3.0:1788523069.275903:0:2368:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8676b100 x1875402187349120/t0(0) o400->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523069.275913:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187349120:192.168.202.149@tcp:400:kworker.0 00010000:00010000:0.0:1788523069.637413:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523070.660867:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523071.684467:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523072.708528:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523073.732958:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788523074.384367:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187349376:192.168.202.149@tcp:400:kworker.0 00000100:00100000:2.0:1788523074.392296:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788523074.392321:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187349504:192.168.202.149@tcp:400:kworker.0 00000100:00080000:3.0:1788523074.393486:0:8:0:(import.c:65:import_set_state_nolock()) ffff973d83f6e000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1788523074.393495:0:8:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff973d86692800: disconnect after 23s idle 00000100:00080000:3.0:1788523074.404533:0:8:0:(import.c:65:import_set_state_nolock()) ffff973d83f69800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1788523074.404543:0:8:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff973d86692800: disconnect after 23s idle 00000100:00100000:2.0:1788523074.405786:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187349632:192.168.202.149@tcp:9:kworker.0 00000100:00100000:2.0:1788523074.405921:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187349760:192.168.202.149@tcp:9:kworker.0 00000100:00100000:3.0:1788523074.409029:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187349376:192.168.202.149@tcp:400:kworker.0 00000100:00100000:2.0:1788523074.412761:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187349504:192.168.202.149@tcp:400:kworker.0 00010000:00080000:2.0:1788523074.415093:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c87100 x1875402187349632/t0(0) o9->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788523074.415113:0:2364:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff973d84c87100 x1875402187349632/t0(0) o9->lustre-OST0000-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788523074.415123:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d83f6e000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1788523074.415127:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187349632:192.168.202.149@tcp:9:kworker.0 00010000:00080000:2.0:1788523074.420846:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d84c85500 x1875402187349760/t0(0) o9->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788523074.420879:0:2364:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff973d84c85500 x1875402187349760/t0(0) o9->lustre-OST0001-osc-ffff973d86692800@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788523074.420889:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d83f69800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1788523074.420893:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f17ac6-59d1-4b65-92da-832758c10038:2364:1875402187349760:192.168.202.149@tcp:9:kworker.0 00010000:00010000:1.0:1788523074.758280:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788523074.846787:0:6716:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg249-client.virtnet: executing yml_node 00010000:00010000:3.0:1788523075.785634:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523076.808180:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523077.830477:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523078.858676:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788523079.496581:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187349888:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523079.496695:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788523079.496702:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187350016:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523079.521500:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187349888:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523079.525425:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187350016:192.168.202.149@tcp:400:kworker.0 00010000:00010000:3.0:1788523079.879661:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788523079.934225:0:7167:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.2 00010000:00010000:1.0:1788523080.903540:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523081.926112:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523082.950439:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788523083.188503:0:7321:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.2 00010000:00010000:3.0:1788523083.975076:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788523084.612662:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187350272:192.168.202.149@tcp:400:kworker.0 00000100:00100000:2.0:1788523084.612831:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788523084.612839:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2367:1875402187350144:192.168.202.149@tcp:400:kworker.0 00000100:00100000:2.0:1788523084.633637:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2367:1875402187350144:192.168.202.149@tcp:400:kworker.0 00000100:00100000:2.0:1788523084.633671:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187350272:192.168.202.149@tcp:400:kworker.0 00010000:00010000:0.0:1788523084.998134:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523086.020514:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788523086.175978:0:7476:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.2 00010000:00010000:0.0:1788523087.045818:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788523087.789215:0:7620:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Sep 4 07:58:06 EDT 2026 00010000:00010000:3.0:1788523088.068434:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523089.092672:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788523089.732642:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187350528:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523089.732784:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788523089.732792:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187350400:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523089.738921:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187350400:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523089.738947:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187350528:192.168.202.149@tcp:400:kworker.0 00010000:00010000:3.0:1788523090.141001:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523091.205687:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523092.229262:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523093.254087:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523094.276587:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788523094.852588:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187350656:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523094.852760:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788523094.852777:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f17ac6-59d1-4b65-92da-832758c10038:2365:1875402187350784:192.168.202.149@tcp:400:kworker.0 00000100:00100000:0.0:1788523094.863128:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f17ac6-59d1-4b65-92da-832758c10038:2365:1875402187350784:192.168.202.149@tcp:400:kworker.0 00000100:00100000:0.0:1788523094.863152:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187350656:192.168.202.149@tcp:400:kworker.0 00010000:00010000:1.0:1788523095.300598:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523096.326418:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523097.353114:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523098.372510:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523099.397231:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788523099.972636:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187350912:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523099.972646:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187351040:192.168.202.149@tcp:400:kworker.0 00000100:00100000:1.0:1788523099.980401:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187351040:192.168.202.149@tcp:400:kworker.0 00000100:00100000:0.0:1788523099.999520:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187350912:192.168.202.149@tcp:400:kworker.0 00010000:00010000:3.0:1788523100.423941:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523101.444623:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523102.468794:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523103.493543:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788523104.517481:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788523105.093600:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187351296:192.168.202.149@tcp:400:kworker.0 00000100:00100000:0.0:1788523105.093768:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788523105.093776:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187351168:192.168.202.149@tcp:400:kworker.0 00000100:00100000:0.0:1788523105.118969:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187351168:192.168.202.149@tcp:400:kworker.0 00000100:00100000:0.0:1788523105.119003:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187351296:192.168.202.149@tcp:400:kworker.0 00010000:00010000:1.0:1788523105.541725:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788523106.564740:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788523107.590468:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788523107.898786:0:8176:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:3.0:1788523108.614826:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788523109.422886:0:8313:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1788523109.647457:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788523110.227272:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187351552:192.168.202.149@tcp:400:kworker.0 00000100:00100000:2.0:1788523110.227451:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788523110.227459:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2367:1875402187351424:192.168.202.149@tcp:400:kworker.0 00000100:00100000:2.0:1788523110.232113:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2367:1875402187351424:192.168.202.149@tcp:400:kworker.0 00000100:00100000:2.0:1788523110.232153:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187351552:192.168.202.149@tcp:400:kworker.0 00010000:00010000:0.0:1788523110.661540:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788523111.508513:0:8457:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 07:58:29 (1788523109) === 00010000:00010000:3.0:1788523111.685407:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1788523111.878850:0:7637:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788523111.878873:0:7637:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148),name=/ 00000002:00010000:3.0:1788523111.878906:0:7637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788523111.878934:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1788523111.878954:0:7637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1788523111.878964:0:7637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788523111.878974:0:7637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) 00000080:00010000:3.0:1788523111.878979:0:7637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) for lock 0xd4927474cca59946 00000080:00010000:3.0:1788523111.878990:0:7637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd4927474cca59946 from it ffffb0ff81c0fcb8 00010000:00010000:3.0:1788523111.878996:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1788523111.879006:0:7637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1788523111.932078:0:7637:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788523111.932094:0:7637:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148),name=/ 00000002:00010000:1.0:1788523111.932127:0:7637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788523111.932157:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1788523111.932178:0:7637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1788523111.932189:0:7637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788523111.932199:0:7637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) 00000080:00010000:1.0:1788523111.932203:0:7637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) for lock 0xd4927474cca59946 00000080:00010000:1.0:1788523111.932214:0:7637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd4927474cca59946 from it ffffb0ff81c0fcb8 00010000:00010000:1.0:1788523111.932220:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1788523111.932252:0:7637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1788523111.979219:0:7637:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788523111.979238:0:7637:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148),name=/ 00000002:00010000:2.0:1788523111.982058:0:7637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788523111.982095:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1788523111.982116:0:7637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1788523111.982126:0:7637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1788523111.982136:0:7637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) 00000080:00010000:2.0:1788523111.982141:0:7637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) for lock 0xd4927474cca59946 00000080:00010000:2.0:1788523111.982150:0:7637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd4927474cca59946 from it ffffb0ff81c0fcb8 00010000:00010000:2.0:1788523111.982155:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1788523111.982165:0:7637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1788523112.013864:0:7637:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff973d84519148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1788523112.013882:0:7637:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d84519148),name=/ 00000002:00010000:0.0:1788523112.013916:0:7637:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1788523112.013946:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1788523112.013964:0:7637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1788523112.013973:0:7637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1788523112.013982:0:7637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) 00000080:00010000:0.0:1788523112.013986:0:7637:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff973d84519148) for lock 0xd4927474cca59946 00000080:00010000:0.0:1788523112.013996:0:7637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd4927474cca59946 from it ffffb0ff81c0fcb8 00010000:00010000:0.0:1788523112.014000:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1788523112.014012:0:7637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff973d86692800 lock: ffff973dc2041e00/0xd4927474cca59946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1ed34e4818e98ab5 expref: -99 pid: 5634 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:0.0:1788523112.242365:0:8507:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788523112.242372:0:8507:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1788523112.242373:0:8507:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.149@tcp:/lustre 00000020:01000004:0.0:1788523112.242375:0:8507:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1788523112.242905:0:8507:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff973d863cb000 00000080:01000004:0.0:1788523112.242920:0:8507:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1788523112.242950:0:8507:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.149@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788523112.242955:0:8507:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.149@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:0.0:1788523112.242963:0:8507:0:(llite_lib.c:1505:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff973d863cb000 (sb ffff973d863cb000) 00000080:01000000:0.0:1788523112.243094:0:8507:0:(llite_lib.c:1231:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1788523112.243097:0:8507:0:(llite_lib.c:1241:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1788523112.243107:0:8507:0:(llite_lib.c:1241:ll_options()) next opt=flock 00000080:01000000:0.0:1788523112.243117:0:8507:0:(llite_lib.c:1539:ll_fill_super()) llite sb uuid: dc8538ed-cb31-4738-91dc-1a72266e23c6 10000000:01000000:0.0:1788523112.247038:0:8507:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788523112.247046:0:8507:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff973d863cb000 10000000:01000000:0.0:1788523112.247056:0:8507:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff973d863cb000 10000000:01000000:0.0:1788523112.247061:0:8507:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788523112.247066:0:8507:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff973d863cb000 10000000:01000000:0.0:1788523112.247070:0:8507:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788523112.247074:0:8507:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff973d863cb000 10000000:01000000:0.0:1788523112.247076:0:8507:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788523112.247080:0:8507:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff973d863cb000 from 1 10000000:01000000:0.0:1788523112.247083:0:8507:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788523112.247138:0:8507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d80030400/0xd4927474cca59962 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.247152:0:8507:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: ffff973d80030400/0xd4927474cca59962 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.247165:0:8507:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: ffff973d80030400/0xd4927474cca59962 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788523112.247201:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187351680:192.168.202.149@tcp:101:mount.lustre.0 00000100:00100000:0.0:1788523112.250740:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d83f390c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.266045:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187351680:192.168.202.149@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788523112.266087:0:8507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: ffff973d80030400/0xd4927474cca59962 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b6b expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.266104:0:8507:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: ffff973d80030400/0xd4927474cca59962 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98b6b expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788523112.266213:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187351808:192.168.202.149@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788523112.266376:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d83f390c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.277394:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187351808:192.168.202.149@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788523112.277491:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187351936:192.168.202.149@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788523112.277658:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d83f390c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.289265:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187351936:192.168.202.149@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788523112.290979:0:8511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d86769500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8511:1875402187352064:192.168.202.149@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788523112.291132:0:8511:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d85613000 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.305145:0:8511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d86769500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8511:1875402187352064:192.168.202.149@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788523112.305221:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788523112.305236:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523112.305239:0:8511:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1788523112.305248:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff973d863cb000 00000020:00000080:0.0:1788523112.305251:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788523112.305323:0:8511:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff973d863cb000 (ffff973d86443380) 00000020:00000080:0.0:1788523112.305361:0:8511:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:0.0:1788523112.305371:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff973d863cb000 00000020:00000080:0.0:1788523112.305374:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788523112.305828:0:8511:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff973d863cb000 (uuid dc8538ed-cb31-4738-91dc-1a72266e23c6) 00000020:01000000:0.0:1788523112.305835:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788523112.305840:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523112.305841:0:8511:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1788523112.305845:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788523112.305848:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523112.305849:0:8511:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1788523112.305852:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff973d863cb000 00000020:00000080:0.0:1788523112.305854:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788523112.305862:0:8511:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff973d863cb000 (ffff973d86440000) 00000020:00000080:0.0:1788523112.305873:0:8511:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:0.0:1788523112.305877:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff973d863cb000 00000020:00000080:0.0:1788523112.305886:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788523112.306088:0:8511:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff973d863cb000 (uuid dc8538ed-cb31-4738-91dc-1a72266e23c6) 00000020:01000000:0.0:1788523112.306093:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788523112.306096:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523112.306098:0:8511:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1788523112.306100:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788523112.306103:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523112.306105:0:8511:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1788523112.306108:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788523112.306110:0:8511:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1788523112.306113:0:8511:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1788523112.308842:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788523112.308852:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523112.308855:0:8511:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1788523112.308861:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788523112.308868:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788523112.308869:0:8511:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1788523112.308872:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788523112.308878:0:8511:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.149@tcp to nid 0x20000c0a8ca95 (192.168.202.149@tcp) 00000020:01000000:0.0:1788523112.308917:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000080:0.0:1788523112.308920:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788523112.308938:0:8511:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff973d863cb000 (ffff973d864419c0) 00000020:00000080:0.0:1788523112.308967:0:8511:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:0.0:1788523112.308973:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000080:0.0:1788523112.308975:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788523112.309096:0:8511:0:(ldlm_lib.c:102:import_set_conn()) imp ffff973d863ce800@lustre-MDT0000-mdc-ffff973d863cb000: add connection 192.168.202.149@tcp at head 00010000:00010000:0.0:1788523112.311046:0:8511:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff973d863cb000-4 is initialized 00000040:01000000:1.0:1788523112.325683:0:8511:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff973d863cb000 ctxt 13 is initialized 00000020:00000080:1.0:1788523112.325748:0:8511:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff973d863cb000 (uuid dc8538ed-cb31-4738-91dc-1a72266e23c6) 00000020:01000000:1.0:1788523112.325771:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff973d863cb000 00000020:00000080:1.0:1788523112.325777:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1788523112.325807:0:8511:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1788523112.325864:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523112.325868:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.325870:0:8511:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1788523112.325873:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788523112.325876:0:8511:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788523112.325878:0:8511:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788523112.325880:0:8511:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788523112.325882:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788523112.325884:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.325886:0:8511:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788523112.325888:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788523112.325893:0:8511:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.149@tcp:/lustre 00000020:00000080:1.0:1788523112.325897:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.325898:0:8511:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788523112.325902:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788523112.325908:0:8511:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.149@tcp to nid 0x20000c0a8ca95 (192.168.202.149@tcp) 00000020:01000000:1.0:1788523112.325943:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff973d863cb000 00000020:00000080:1.0:1788523112.325945:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788523112.325958:0:8511:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff973d863cb000 (ffff973d8632b380) 00000020:00000080:1.0:1788523112.325973:0:8511:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:1.0:1788523112.325977:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff973d863cb000 00000020:00000080:1.0:1788523112.325980:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788523112.326078:0:8511:0:(ldlm_lib.c:102:import_set_conn()) imp ffff973d8560e000@lustre-OST0000-osc-ffff973d863cb000: add connection 192.168.202.149@tcp at head 00010000:00010000:1.0:1788523112.326399:0:8511:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff973d863cb000-5 is initialized 00000020:00000080:1.0:1788523112.326644:0:8511:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff973d863cb000 (uuid dc8538ed-cb31-4738-91dc-1a72266e23c6) 00000020:01000000:1.0:1788523112.326653:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff973d863cb000 00000020:00000080:1.0:1788523112.326655:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788523112.326670:0:8511:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1788523112.326676:0:8511:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff973d863cb000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1788523112.326681:0:8511:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1788523112.326693:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523112.326697:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.326699:0:8511:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788523112.326702:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788523112.326704:0:8511:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:1.0:1788523112.326705:0:8511:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788523112.326707:0:8511:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788523112.326708:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788523112.326710:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.326711:0:8511:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788523112.326714:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788523112.326717:0:8511:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.149@tcp:/lustre 00000020:00000080:1.0:1788523112.326720:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.326721:0:8511:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788523112.326724:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788523112.326728:0:8511:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.149@tcp to nid 0x20000c0a8ca95 (192.168.202.149@tcp) 00000020:01000000:1.0:1788523112.326745:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff973d863cb000 00000020:00000080:1.0:1788523112.326747:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788523112.326756:0:8511:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff973d863cb000 (ffff973d86328000) 00000020:00000080:1.0:1788523112.326767:0:8511:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:1.0:1788523112.326771:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff973d863cb000 00000020:00000080:1.0:1788523112.326774:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788523112.326849:0:8511:0:(ldlm_lib.c:102:import_set_conn()) imp ffff973d85608000@lustre-OST0001-osc-ffff973d863cb000: add connection 192.168.202.149@tcp at head 00010000:00010000:1.0:1788523112.327083:0:8511:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff973d863cb000-6 is initialized 00000020:00000080:1.0:1788523112.327381:0:8511:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff973d863cb000 (uuid dc8538ed-cb31-4738-91dc-1a72266e23c6) 00000020:01000000:1.0:1788523112.327389:0:8511:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff973d863cb000 00000020:00000080:1.0:1788523112.327393:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788523112.327406:0:8511:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1788523112.327413:0:8511:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff973d863cb000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1788523112.327416:0:8511:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1788523112.327424:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523112.327428:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.327430:0:8511:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788523112.327433:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523112.327436:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.327437:0:8511:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788523112.327440:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788523112.327443:0:8511:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788523112.327445:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523112.327448:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.327449:0:8511:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788523112.327452:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523112.327454:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.327455:0:8511:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788523112.327458:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788523112.327520:0:8511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8511:1875402187352192:192.168.202.149@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788523112.327651:0:8511:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d8afb2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.355696:0:8511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8511:1875402187352192:192.168.202.149@tcp:502:llog_process_th.0 00000020:01000000:2.0:1788523112.359523:0:8511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788523112.359548:0:8511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788523112.359551:0:8511:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788523112.359557:0:8511:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1788523112.359772:0:8507:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1788523112.359797:0:8507:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788523112.359822:0:8507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d80030400/0xd4927474cca59962 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b6b expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.359853:0:8507:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973d80030400/0xd4927474cca59962 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b6b expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788523112.359864:0:8507:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff973d863cb000 from 1 10000000:01000000:0.0:1788523112.359867:0:8507:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1788523112.359916:0:8507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d80030000/0xd4927474cca5998c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.359924:0:8507:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: ffff973d80030000/0xd4927474cca5998c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.359938:0:8507:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: ffff973d80030000/0xd4927474cca5998c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788523112.359972:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352320:192.168.202.149@tcp:101:mount.lustre.0 00000100:00100000:0.0:1788523112.360103:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d83f39f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.364401:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352320:192.168.202.149@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788523112.364452:0:8507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: ffff973d80030000/0xd4927474cca5998c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b72 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.364469:0:8507:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: ffff973d80030000/0xd4927474cca5998c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98b72 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788523112.365113:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352448:192.168.202.149@tcp:256:mount.lustre.0 00000100:00100000:0.0:1788523112.365234:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d83f39f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.389053:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352448:192.168.202.149@tcp:256:mount.lustre.0 10000000:01000000:0.0:1788523112.389826:0:8507:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1788523112.389860:0:8507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d80030000/0xd4927474cca5998c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b72 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.389875:0:8507:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973d80030000/0xd4927474cca5998c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b72 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788523112.389888:0:8507:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff973d863cb000 from 1 10000000:01000000:0.0:1788523112.389891:0:8507:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788523112.389947:0:8507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.389956:0:8507:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.389969:0:8507:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788523112.389999:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352576:192.168.202.149@tcp:101:mount.lustre.0 00000100:00100000:0.0:1788523112.390124:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d83f39f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.398971:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352576:192.168.202.149@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788523112.399030:0:8507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523112.399165:0:8507:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788523112.399613:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352704:192.168.202.149@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788523112.399757:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d83f39f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.412502:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352704:192.168.202.149@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788523112.412601:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352832:192.168.202.149@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788523112.412745:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d83f39f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788523112.420960:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8507:1875402187352832:192.168.202.149@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788523112.422037:0:8514:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8514:1875402187352960:192.168.202.149@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788523112.422195:0:8514:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d982f2480 going to sleep for 11 seconds 00000100:00100000:1.0:1788523112.443121:0:8514:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8514:1875402187352960:192.168.202.149@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788523112.443203:0:8514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523112.443238:0:8514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.443242:0:8514:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788523112.443256:0:8514:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff973d863cb000 00000020:00000080:1.0:1788523112.443273:0:8514:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788523112.443332:0:8514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788523112.443345:0:8514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.443346:0:8514:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788523112.443350:0:8514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788523112.443354:0:8514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788523112.443355:0:8514:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788523112.443359:0:8514:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff973d863cb000 00000020:00000080:1.0:1788523112.443361:0:8514:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788523112.443495:0:8514:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8514:1875402187353088:192.168.202.149@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788523112.443619:0:8514:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d89ebbcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788523112.464900:0:8514:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ee96975-dad2-4a83-b7f1-46eb34baa2be:8514:1875402187353088:192.168.202.149@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788523112.464974:0:8514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788523112.464987:0:8514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788523112.464990:0:8514:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1788523112.464996:0:8514:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1788523112.465100:0:8507:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1788523112.465127:0:8507:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788523112.465150:0:8507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788523112.465164:0:8507:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1788523112.465189:0:8507:0:(llite_lib.c:1613:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1788523112.465221:0:8507:0:(genops.c:1385:class_connect()) connect: client dc8538ed-cb31-4738-91dc-1a72266e23c6, cookie 0xd4927474cca5999a 00800000:01000000:2.0:1788523112.465253:0:8507:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect dc8538ed-cb31-4738-91dc-1a72266e23c6 to lustre-clilmv-ffff973d863cb000 00800000:01000000:2.0:1788523112.465263:0:8507:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff973d863cb000(dc8538ed-cb31-4738-91dc-1a72266e23c6) - lustre-MDT0000_UUID, dc8538ed-cb31-4738-91dc-1a72266e23c6 00000020:00000080:2.0:1788523112.465273:0:8507:0:(genops.c:1385:class_connect()) connect: client dc8538ed-cb31-4738-91dc-1a72266e23c6, cookie 0xd4927474cca599a1 00000100:00080000:2.0:1788523112.465284:0:8507:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff973d863cb000: connect to NID 192.168.202.149@tcp last attempt 0 00000100:00080000:2.0:1788523112.465352:0:8507:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff973d863cb000: import ffff973d863ce800 using connection 192.168.202.149@tcp/192.168.202.149@tcp 00000008:00100000:2.0:1788523112.465370:0:8507:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788523112.465421:0:8507:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff973d8676ad80 x1875402187353216/t0(0) o38->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788523112.465449:0:8507:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID 00000100:00100000:2.0:1788523112.465551:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187353344:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523112.465918:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187353216:192.168.202.149@tcp:38:mount.lustre.0 00800000:01000000:2.0:1788523112.465938:0:8507:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff973d863cb000(dc8538ed-cb31-4738-91dc-1a72266e23c6) successfully (5) 00800000:00000004:2.0:1788523112.465961:0:8507:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff973d863cb000: age -648, max_age 0 00000100:00080000:2.0:1788523112.465994:0:2367:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff973d8676aa00 x1875402187353472/t0(0) o41->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1788523112.466031:0:8507:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff973d863cb000: age -648, max_age 351 00800000:00000004:2.0:1788523112.466038:0:8507:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff973d863cb000: age -648, max_age 351 00000100:00080000:2.0:1788523112.466059:0:8507:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff973d8676bb80 x1875402187353600/t0(0) o41->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523112.466067:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d85613180 going to sleep for 0 seconds 00000100:00100000:2.0:1788523112.478008:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187353344:192.168.202.149@tcp:400:kworker.0 00000100:00100000:3.0:1788523112.478385:0:2364:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d863cb000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788523112.478404:0:2364:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff973d863cb000: connect to target with instance 1 00000100:00080000:3.0:1788523112.478418:0:2364:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff973d863cb000: Resetting ns_connect_flags to server flags: 0xae7a7e7be34493b8 00000100:00080000:3.0:1788523112.478440:0:2364:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788523112.478445:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d863ce800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788523112.478814:0:2364:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000063098371): req@ffff973d8676aa00 x1875402187353472/t0(0) o41->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788523112.478839:0:2364:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e4bc9047): req@ffff973d8676bb80 x1875402187353600/t0(0) o41->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523112.478855:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187353216:192.168.202.149@tcp:38:mount.lustre.0 00000100:00100000:2.0:1788523112.479174:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d85613180 going to sleep for 11 seconds 00000100:00100000:3.0:1788523112.485785:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc8538ed-cb31-4738-91dc-1a72266e23c6:8507:1875402187353600:192.168.202.149@tcp:41:mount.lustre.0 00800000:00000004:3.0:1788523112.485830:0:8507:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff973d863cb000: update ffff973d86441e18 cache blocks 17239/17271 objects 534230/534562 00000080:00000004:3.0:1788523112.485840:0:8507:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff973d863cb000: update ffff973d86440458 cache blocks 17239/17271 objects 534230/534562 00000100:00100000:3.0:1788523112.485894:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc8538ed-cb31-4738-91dc-1a72266e23c6:8507:1875402187353728:192.168.202.149@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788523112.485986:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d8b397180 going to sleep for 11 seconds 00000100:00100000:3.0:1788523112.489832:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:0:1875402187353472:192.168.202.149@tcp:41:mount.lustre.0 00000100:00100000:1.0:1788523112.495882:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc8538ed-cb31-4738-91dc-1a72266e23c6:8507:1875402187353728:192.168.202.149@tcp:40:mount.lustre.0 00000080:00000004:1.0:1788523112.495924:0:8507:0:(llite_lib.c:613:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1788523112.495948:0:8507:0:(llite_lib.c:774:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 3407872 00020000:01000000:1.0:1788523112.495953:0:8507:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1788523112.495968:0:8507:0:(genops.c:1385:class_connect()) connect: client dc8538ed-cb31-4738-91dc-1a72266e23c6, cookie 0xd4927474cca599a8 00000020:00000080:1.0:1788523112.495995:0:8507:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd4927474cca599af 00000100:00080000:1.0:1788523112.496005:0:8507:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff973d863cb000: connect to NID 192.168.202.149@tcp last attempt 0 00000100:00080000:1.0:1788523112.496015:0:8507:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff973d863cb000: import ffff973d8560e000 using connection 192.168.202.149@tcp/192.168.202.149@tcp 00000008:00100000:1.0:1788523112.496034:0:8507:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788523112.496070:0:8507:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff973d8639dc00 x1875402187353856/t0(0) o8->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788523112.496101:0:8507:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID 00020000:01000000:1.0:1788523112.496123:0:8507:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff973d863cb000) active 00000100:00100000:2.0:1788523112.496127:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187353856:192.168.202.149@tcp:8:mount.lustre.0 00000020:00000080:1.0:1788523112.496158:0:8507:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd4927474cca599b6 00000100:00080000:1.0:1788523112.496164:0:8507:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff973d863cb000: connect to NID 192.168.202.149@tcp last attempt 0 00000100:00080000:1.0:1788523112.496169:0:8507:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff973d863cb000: import ffff973d85608000 using connection 192.168.202.149@tcp/192.168.202.149@tcp 00000008:00100000:1.0:1788523112.496183:0:8507:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788523112.496196:0:8507:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff973d8639c700 x1875402187353984/t0(0) o8->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788523112.496206:0:8507:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID 00020000:01000000:1.0:1788523112.496211:0:8507:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff973d863cb000) active 00000100:00100000:2.0:1788523112.496249:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187353984:192.168.202.149@tcp:8:mount.lustre.0 00000100:00100000:1.0:1788523112.496271:0:8507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc8538ed-cb31-4738-91dc-1a72266e23c6:8507:1875402187354112:192.168.202.149@tcp:33:mount.lustre.0 00000100:00100000:1.0:1788523112.496405:0:8507:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d89ebb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788523112.502509:0:8507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dc8538ed-cb31-4738-91dc-1a72266e23c6:8507:1875402187354112:192.168.202.149@tcp:33:mount.lustre.0 00010000:00080000:2.0:1788523112.502580:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639dc00 x1875402187353856/t0(0) o8->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 520/416 e 0 to 0 dl 1788523122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523112.502594:0:2364:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff973d863cb000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788523112.502605:0:2364:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff973d863cb000: connect to target with instance 1 00000100:00080000:2.0:1788523112.502619:0:2364:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff973d863cb000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788523112.502637:0:2364:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788523112.502651:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d8560e000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788523112.502659:0:2364:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1788523112.502665:0:2364:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788523112.502671:0:2364:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788523112.502685:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187353856:192.168.202.149@tcp:8:mount.lustre.0 00000080:00200000:1.0:1788523112.502787:0:8507:0:(llite_lib.c:3355:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff973d845780c8) 00000080:00200000:1.0:1788523112.502799:0:8507:0:(llite_lib.c:3118:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00080000:2.0:1788523112.502804:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639c700 x1875402187353984/t0(0) o8->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 520/416 e 0 to 0 dl 1788523122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523112.502813:0:2364:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff973d863cb000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788523112.502818:0:2364:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff973d863cb000: connect to target with instance 1 00000100:00080000:2.0:1788523112.502823:0:2364:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff973d863cb000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788523112.502828:0:2364:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788523112.502829:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d85608000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788523112.502833:0:2364:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1788523112.502836:0:2364:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788523112.502838:0:2364:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788523112.502843:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187353984:192.168.202.149@tcp:8:mount.lustre.0 00000080:02000400:1.0:1788523112.502887:0:8507:0:(llite_lib.c:1652:ll_fill_super()) Mounted lustre-client - version 2.17.58_2_gdacfdd2 00000080:00000004:1.0:1788523112.506021:0:8507:0:(super25.c:182:lustre_fill_super()) 192.168.202.149@tcp:/lustre: Mount complete 00010000:00010000:1.0:1788523112.708806:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1788523112.738940:0:8535:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:3.0:1788523113.222404:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295020970, at 4295020994 00000100:00000010:3.0:1788523113.222421:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d90427d20. 00000100:00000040:2.0:1788523113.226054:0:256:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295020970, at 4295020997 00000100:00000010:2.0:1788523113.226079:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d90427180. 00010000:00000001:3.0:1788523113.737545:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523113.737582:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523113.737590:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523113.737592:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523113.737770:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523113.737775:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523113.737779:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523114.756697:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523114.756708:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523114.756717:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523114.756719:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523114.760855:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523114.760867:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523114.760874:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523115.783174:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523115.783186:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523115.783193:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523115.783195:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523115.783372:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523115.783377:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523115.783381:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523116.804367:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523116.804382:0:42:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788523116.804385:0:42:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788523116.804389:0:42:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523116.804395:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788523116.804398:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523116.804400:0:42:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523116.804402:0:42:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523116.804407:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523116.804408:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523116.804494:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523116.804498:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523116.804501:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523117.830411:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523117.830421:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523117.830428:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523117.830429:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523117.830670:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523117.830742:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523117.830746:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788523117.901828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523117.901843:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523117.901853:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f79f80. 00000020:00000040:0.0:1788523117.901860:0:37:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523117.901866:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523117.901870:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523117.901875:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523117.901884:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98133700. 00000100:00000001:0.0:1788523117.901893:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.901908:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523117.901921:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523117.901928:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.901935:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006d43f5d] to pc [ptlrpcd_00_00+0] req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.902624:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.902630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523117.902634:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788523117.902642:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.902654:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523117.902657:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523117.902665:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.903369:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523117.903375:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.903382:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523117.903387:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523117.903391:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523117.903396:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187354240:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523117.903402:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523117.903410:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523117.903413:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.903416:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523117.903425:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8562f600. 02000000:00000001:0.0:1788523117.903427:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523117.903440:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523117.903446:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5a50. 00000400:00000010:0.0:1788523117.903741:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325bb0. 00000100:00000200:0.0:1788523117.903753:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187354240, portal 25 00000100:00000001:0.0:1788523117.903756:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523117.903758:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195683712 : -115184513867904 : ffff973d83f79f80) 00000100:00000040:0.0:1788523117.903769:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.903779:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523117.903783:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523117.903786:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863257f8. 00000100:00000200:0.0:1788523117.903790:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875402187354240, offset 0 00000400:00000200:0.0:1788523117.903799:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523117.903810:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523117.903820:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523117.903828:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523117.903833:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523117.903847:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523117.903850:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523117.903855:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [105:105:256:4294967295] 192.168.202.149@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1788523117.903860:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523117.903875:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523117.903884:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523117.903890:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98133600. 00000800:00000200:0.0:1788523117.903901:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523117.903912:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523117.903917:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98133600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523117.903938:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523117.903944:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523117.903947:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295026378 00000100:00000010:0.0:1788523117.905156:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d903e8720. 00000100:00000001:0.0:1788523117.905168:0:2365:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788523117.905176:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295026379 00000100:00000010:0.0:1788523117.905181:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d903e8de0. 00000100:00000001:0.0:1788523117.905184:0:2365:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788523117.905188:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523117.905192:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.905197:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.905202:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.905213:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523117.905216:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788523117.905220:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.905222:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523117.905224:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.905227:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.905241:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.905244:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788523117.905253:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f79c00. 00000800:00000200:2.0:1788523117.905936:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523117.905945:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98133600. 00000400:00000200:2.0:1788523117.905953:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523117.906018:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523117.906029:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863257f8 00000400:00000010:2.0:1788523117.906033:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863257f8. 00000100:00000001:2.0:1788523117.906041:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523117.906052:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523117.906155:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523117.906160:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523117.906169:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523117.906171:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1788523117.906347:0:37:0:(genops.c:1210:class_import_get()) import ffff973d83f6e800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d86692800 00000100:00000001:0.0:1788523117.906363:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523117.906367:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523117.906374:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523117.906384:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98133600. 00000100:00000001:0.0:1788523117.906393:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.906401:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523117.906414:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523117.906420:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.906426:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de5746f6] to pc [ptlrpcd_00_01+1] req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.907371:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.907380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523117.907386:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523117.907390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523117.907394:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523117.907396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523117.907401:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788523117.907416:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.907422:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523117.907425:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523117.907438:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.907449:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523117.908359:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.908371:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523117.908376:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523117.908380:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523117.908388:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187354368:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523117.908408:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523117.908416:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523117.908420:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.908424:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523117.908437:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8120aa00. 02000000:00000001:0.0:1788523117.908440:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523117.908612:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523117.908619:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5108. 00000400:00000010:0.0:1788523117.908629:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325880. 00000100:00000200:0.0:1788523117.908640:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187354368, portal 10 00000100:00000001:0.0:1788523117.908643:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523117.908645:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195682816 : -115184513868800 : ffff973d83f79c00) 00000100:00000040:0.0:1788523117.908657:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.908667:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523117.908671:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523117.909128:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325660. 00000100:00000200:0.0:1788523117.909136:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187354368, offset 0 00000400:00000200:0.0:1788523117.909145:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523117.909154:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523117.909163:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523117.909170:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523117.909175:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523117.909179:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523117.909182:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523117.909186:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [106:106:256:4294967295] 192.168.202.149@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:0.0:1788523117.909191:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523117.909204:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523117.909210:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523117.909216:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d8df66e00. 00000800:00000200:0.0:1788523117.909224:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523117.909239:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523117.909244:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d8df66e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523117.909258:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788523117.910059:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523117.910091:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523117.910096:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523117.910099:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523117.910105:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523117.910112:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523117.910120:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523117.910125:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523117.910130:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523117.910134:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 25 MB=0x6a9ab19303080 00000400:00000200:2.0:1788523117.910140:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523117.910146:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:2.0:1788523117.910154:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523117.910165:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523117.910170:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523117.910176:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523117.910185:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523117.910197:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523117.910209:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523117.910220:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:0.0:1788523117.910608:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: using a timeout of 156978 usecs (157 jiffies) 00000400:00000200:0.0:1788523117.910614:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523117.910619:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 2 is 4295025839 00000100:00000001:0.0:1788523117.910622:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 2, keep current deadline 4295026378 00000100:00000001:0.0:1788523117.910625:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 3 is 4295025839 00000100:00000001:0.0:1788523117.910627:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 3, keep current deadline 4295026379 00000100:00000001:0.0:1788523117.910630:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523117.910634:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.910639:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.910644:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.910655:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523117.910657:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788523117.910661:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.910663:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523117.910664:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.910667:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.911520:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.911526:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523117.911535:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523117.911538:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523117.911542:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5a50. 00000800:00000200:2.0:1788523117.911638:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523117.911644:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d8df66e00. 00000400:00000200:2.0:1788523117.911652:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523117.911659:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:0.0:1788523117.912357:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325bb0 00000400:00000010:0.0:1788523117.912361:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325bb0. 00000100:00000001:0.0:1788523117.912367:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523117.912377:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523117.912388:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.912396:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523117.912407:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.912410:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523117.912414:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523117.912417:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523117.912420:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.912423:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523117.912431:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523117.912436:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523117.912438:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523117.912440:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523117.912444:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523117.912446:0:2365:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788523117.912532:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325660 00000400:00000010:2.0:1788523117.912535:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325660. 00000100:00000001:2.0:1788523117.912541:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523117.912616:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523117.912628:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523117.912633:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523117.912640:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523117.912642:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788523117.912659:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523117.912670:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.913018:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.913028:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.913037:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523117.913041:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523117.913043:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523117.913047:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523117.913056:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187354240:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523117.913146:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.913149:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523117.913153:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f79f80 x1875402187354240/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.913160:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523117.913164:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523117.913169:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8562f600. 02000000:00000001:0.0:1788523117.913175:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523117.913179:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523117.913181:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523117.913183:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523117.913187:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98133700. 02000000:00000001:0.0:1788523117.913201:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523117.913203:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523117.913206:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f79f80. 00000100:00000001:0.0:1788523117.913210:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523117.913212:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.913214:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.913223:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523117.913225:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.913227:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.913230:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788523117.913242:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f79f80. 00000020:00000040:0.0:1788523117.913247:0:37:0:(genops.c:1210:class_import_get()) import ffff973d863ce800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000100:00000001:0.0:1788523117.913252:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523117.913255:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523117.913749:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523117.913760:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d8df66f00. 00000100:00000001:0.0:1788523117.913769:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.913778:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523117.913790:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523117.913796:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.913802:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006d43f5d] to pc [ptlrpcd_00_00+0] req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.913829:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.913832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523117.913837:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788523117.913844:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.913846:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523117.913848:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523117.913852:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.913860:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523117.913863:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.913873:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523117.913875:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523117.913879:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523117.913883:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187354496:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523117.913888:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523117.913896:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523117.913898:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.913900:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523117.913905:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8120ae00. 02000000:00000001:0.0:1788523117.913907:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523117.913915:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523117.913920:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5a50. 00000400:00000010:0.0:1788523117.913927:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325bb0. 00000100:00000200:0.0:1788523117.913935:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187354496, portal 10 00000100:00000001:0.0:1788523117.913937:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523117.913939:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195683712 : -115184513867904 : ffff973d83f79f80) 00000020:00000010:0.0:1788523117.913949:0:2365:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff973d84cc4000. 00000100:00000040:0.0:1788523117.913965:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.913973:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523117.913977:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523117.913980:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325f68. 00000100:00000200:0.0:1788523117.913985:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187354496, offset 0 00000400:00000200:0.0:1788523117.913992:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523117.914001:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523117.914010:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523117.914016:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523117.914021:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523117.914026:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523117.914028:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523117.914033:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [107:107:256:4294967295] 192.168.202.149@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1788523117.914038:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523117.914055:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523117.915155:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523117.915166:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d8df66e00. 00000800:00000200:0.0:1788523117.915175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523117.915186:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523117.915192:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d8df66e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523117.915209:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.915215:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: using a timeout of 18141 usecs (19 jiffies) 00000400:00000200:0.0:1788523117.915221:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523117.915225:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295025705 00000100:00000001:0.0:1788523117.915229:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295026378 00000100:00000001:0.0:1788523117.915232:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295025705 00000100:00000001:0.0:1788523117.915235:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295026379 00000100:00000001:0.0:1788523117.915238:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523117.915242:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.915246:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.915250:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.915257:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1788523117.915353:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.915372:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523117.915375:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.915381:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523117.915386:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.915393:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523117.915403:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.915408:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.915414:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.915419:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303100 00000400:00000200:3.0:1788523117.915423:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.915430:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x6dd [1] + 224 00000800:00000001:3.0:1788523117.915444:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.915507:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523117.915512:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523117.915519:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523117.915528:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523117.915539:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788523117.915651:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8639e680. 00000020:00000040:1.0:1788523117.915658:0:37:0:(genops.c:1210:class_import_get()) import ffff973d8560e000 refcount=3 obd=lustre-OST0000-osc-ffff973d863cb000 00000100:00000001:1.0:1788523117.915663:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788523117.915666:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788523117.915738:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788523117.915746:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d8e4fb300. 00000100:00000001:1.0:1788523117.915754:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.915760:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788523117.915772:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788523117.915777:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.915781:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261305c1] to pc [ptlrpcd_00_01+1] req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.915792:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.915795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788523117.915800:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788523117.915804:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8639c700. 00000020:00000040:1.0:1788523117.915806:0:37:0:(genops.c:1210:class_import_get()) import ffff973d85608000 refcount=3 obd=lustre-OST0001-osc-ffff973d863cb000 00000100:00000001:1.0:1788523117.915809:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788523117.915810:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788523117.915811:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788523117.915816:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d83c9a000. 00000100:00000001:1.0:1788523117.915818:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.915821:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788523117.915828:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788523117.915830:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.915834:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e67fb5] to pc [ptlrpcd_00_00+0] req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.915841:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.915847:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (363) 00000100:00000040:3.0:1788523117.915893:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.915901:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523117.916056:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788523117.916135:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788523117.916139:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.916142:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523117.916144:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523117.916151:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.916160:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523117.916163:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.916167:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523117.916170:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523117.916172:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523117.916176:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187354752:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523117.916190:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523117.916198:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523117.916201:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.916204:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523117.916209:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8562f600. 02000000:00000001:0.0:1788523117.916211:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523117.916216:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523117.916219:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5790. 00000400:00000010:0.0:1788523117.916227:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325220. 00000100:00000200:0.0:1788523117.916234:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187354752, portal 4 00000100:00000001:0.0:1788523117.916237:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523117.916238:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233573632 : -115184475977984 : ffff973d8639c700) 00000020:00000010:0.0:1788523117.916248:0:2365:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff973d84cc0000. 00000100:00000040:0.0:1788523117.916254:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.917630:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523117.917640:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523117.917648:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325a18. 00000100:00000200:0.0:1788523117.917657:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875402187354752, offset 0 00000400:00000200:0.0:1788523117.917666:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000100:00000001:1.0:1788523117.917765:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523117.917771:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523117.917774:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788523117.917785:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.917808:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788523117.917811:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523117.917816:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788523117.917819:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788523117.917822:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523117.917825:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2366:1875402187354624:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523117.917830:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788523117.917836:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788523117.917839:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523117.917841:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788523117.917848:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8dc12400. 02000000:00000001:1.0:1788523117.917849:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523117.917856:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:1.0:1788523117.917861:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d98dfad68. 00000400:00000010:1.0:1788523117.917866:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f317f8. 00000100:00000200:1.0:1788523117.917872:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187354624, portal 4 00000100:00000001:1.0:1788523117.917875:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523117.917876:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233581696 : -115184475969920 : ffff973d8639e680) 00000020:00000010:1.0:1788523117.917885:0:2366:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff973d867ca000. 00000100:00000040:1.0:1788523117.917892:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.917898:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788523117.917900:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:1.0:1788523117.917922:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31880. 00000100:00000200:1.0:1788523117.917926:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875402187354624, offset 0 00000400:00000200:1.0:1788523117.917931:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523117.920371:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523117.920391:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523117.920397:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523117.920403:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523117.920408:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523117.920412:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523117.920416:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [108:108:255:4294967295] 192.168.202.149@tcp LPNI seq info [108:108:7:4294967295] 00000400:00000200:0.0:1788523117.920422:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523117.920436:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523117.920445:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523117.920455:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98133700. 00000800:00000200:0.0:1788523117.920474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523117.920485:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523117.920491:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98133700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523117.920499:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.920507:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: using a timeout of 8238 usecs (9 jiffies) 00000400:00000200:0.0:1788523117.920512:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523117.920515:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295025698 00000100:00000001:0.0:1788523117.920519:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295026378 00000100:00000001:0.0:1788523117.920521:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295025698 00000100:00000001:0.0:1788523117.920524:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295026379 00000100:00000001:0.0:1788523117.920526:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523117.920531:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.920537:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.920543:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.920555:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523117.920558:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788523117.920561:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.920564:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523117.920565:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.920569:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523117.920689:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523117.920696:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d8df66e00. 00000400:00000200:3.0:1788523117.920703:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523117.920708:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523117.920716:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325f68 00000400:00000010:3.0:1788523117.920718:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325f68. 00000100:00000001:3.0:1788523117.920725:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523117.920735:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.920748:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523117.920752:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.920760:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523117.920762:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523117.920870:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523117.920873:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98133700. 00000400:00000200:3.0:1788523117.920877:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523117.920881:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523117.920884:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325a18 00000400:00000010:3.0:1788523117.920886:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325a18. 00000100:00000001:3.0:1788523117.920888:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523117.920893:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.920910:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523117.920914:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.920920:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523117.920922:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788523117.920943:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788523117.925843:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523117.925866:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:1.0:1788523117.925872:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788523117.925877:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:1.0:1788523117.925883:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788523117.925914:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:1.0:1788523117.925919:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [109:109:256:4294967295] 192.168.202.149@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:1.0:1788523117.925924:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523117.925940:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788523117.925949:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:1.0:1788523117.926627:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d83c9ab00. 00000800:00000200:1.0:1788523117.926643:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:1.0:1788523117.926654:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:1.0:1788523117.926661:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d83c9ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788523117.927039:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.927048:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: using a timeout of 8097 usecs (9 jiffies) 00000400:00000200:1.0:1788523117.927055:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:1.0:1788523117.927128:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295025707 00000100:00000001:1.0:1788523117.927133:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295026378 00000100:00000001:1.0:1788523117.927136:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295025707 00000100:00000001:1.0:1788523117.927139:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295026379 00000100:00000001:1.0:1788523117.927142:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523117.927148:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788523117.927160:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788523117.927163:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788523117.927168:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5108. 00000400:00000200:1.0:1788523117.927173:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325880 00000400:00000010:1.0:1788523117.927176:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325880. 00000100:00000001:1.0:1788523117.927182:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788523117.927193:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788523117.927206:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.927215:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788523117.927230:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.927234:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788523117.927237:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788523117.927241:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788523117.927244:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523117.927248:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788523117.927430:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.927615:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523117.927619:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.927624:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523117.927631:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.927636:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523117.927647:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.927653:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.927659:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.927663:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303180 00000400:00000200:3.0:1788523117.927669:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00001000:1.0:1788523117.928138:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d83f6ec60 time=70 v=5 (5 0 0 0) 00000100:00001000:1.0:1788523117.928148:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d83f6ec18 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1788523117.928151:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788523117.928154:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523117.928158:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788523117.928163:0:2366:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523117.928169:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788523117.928171:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d86692800: skip recheck: last_committed 0 00000100:00000001:1.0:1788523117.928174:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788523117.928177:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.928186:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.928196:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523117.928200:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788523117.928203:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788523117.928208:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523117.928217:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187354368:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523117.928223:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523117.928227:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523117.928231:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f79c00 x1875402187354368/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.928239:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788523117.928243:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788523117.928247:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8120aa00. 02000000:00000001:1.0:1788523117.928253:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788523117.928257:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:3.0:1788523117.928361:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x6e5 [1] + 224 00000800:00000001:3.0:1788523117.928372:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.928379:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523117.928383:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523117.928388:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523117.928397:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523117.928404:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523117.928414:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.928428:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523117.928621:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.928626:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523117.928632:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523117.928635:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523117.928638:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5a50. 00000400:00000200:0.0:1788523117.928643:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325bb0 00000400:00000010:0.0:1788523117.928645:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325bb0. 00000100:00000001:0.0:1788523117.928649:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523117.928654:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523117.928662:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.928669:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:1.0:1788523117.929161:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d83f6e800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d86692800 00000020:00000001:1.0:1788523117.929165:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788523117.929169:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98133600. 02000000:00000001:1.0:1788523117.929176:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788523117.929179:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788523117.929181:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f79c00. 00000100:00000001:1.0:1788523117.929187:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788523117.929189:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.929193:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.929203:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523117.929206:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788523117.929209:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523117.929210:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523117.929213:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523117.929216:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.929641:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.929645:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523117.929649:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523117.929652:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523117.929656:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523117.929659:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523117.929671:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d863cec60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523117.929742:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d863cec18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523117.929745:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523117.929747:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523117.929750:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523117.929754:0:2365:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.929758:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523117.929761:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:0.0:1788523117.929763:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523117.929765:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523117.929774:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.929784:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523117.929788:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523117.929790:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523117.929794:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523117.929803:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187354496:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523117.929808:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.929810:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523117.929814:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f79f80 x1875402187354496/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523117.929822:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523117.929824:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523117.929826:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8120ae00. 02000000:00000001:0.0:1788523117.929830:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523117.929831:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523117.929840:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d863ce800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000001:0.0:1788523117.929843:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523117.929845:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d8df66f00. 02000000:00000001:0.0:1788523117.929849:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523117.929850:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523117.929852:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f79f80. 00000100:00000001:0.0:1788523117.929856:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523117.929857:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523117.929860:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.929863:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523117.929864:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523117.929866:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523117.929868:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523117.930190:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523117.930197:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d83c9ab00. 00000400:00000200:3.0:1788523117.930210:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523117.930216:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523117.930223:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31880 00000400:00000010:3.0:1788523117.930226:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31880. 00000100:00000001:3.0:1788523117.930231:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523117.930238:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.930248:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523117.930251:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.930258:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523117.930751:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788523117.930770:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.930784:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523117.930788:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.930791:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523117.930801:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.930808:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523117.930817:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.930821:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.930827:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.930831:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 4 MB=0x6a9ab19303280 00000400:00000200:3.0:1788523117.930837:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.930844:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.149@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:3.0:1788523117.930853:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.930862:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523117.930865:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523117.930868:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523117.930873:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523117.930879:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523117.930889:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.930920:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523117.930931:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.930934:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.932624:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523117.932633:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788523117.932644:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788523117.932647:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788523117.932652:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5790. 00000400:00000200:1.0:1788523117.932660:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325220 00000400:00000010:1.0:1788523117.932662:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325220. 00000100:00000001:1.0:1788523117.932668:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788523117.932743:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788523117.932756:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.932764:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788523117.932768:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.932771:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788523117.932776:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788523117.932779:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788523117.932782:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523117.932787:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788523117.932803:0:2365:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff973d867c8000. 00000100:00001000:1.0:1788523117.932813:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d85608460 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1788523117.932836:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d85608418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788523117.932839:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788523117.932841:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523117.932845:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788523117.932852:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788523117.932861:0:2365:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523117.932867:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788523117.932870:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:1.0:1788523117.932872:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788523117.932875:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.932880:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.932888:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523117.932891:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788523117.932894:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788523117.932899:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523117.932906:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187354752:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523117.932913:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.932916:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523117.932919:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8639c700 x1875402187354752/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.932927:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788523117.932931:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788523117.932935:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8562f600. 02000000:00000001:1.0:1788523117.932940:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788523117.932944:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788523117.932946:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d85608000 refcount=2 obd=lustre-OST0001-osc-ffff973d863cb000 00000020:00000001:1.0:1788523117.932949:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788523117.932953:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d83c9a000. 02000000:00000001:1.0:1788523117.932965:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788523117.932968:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788523117.932971:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8639c700. 00000100:00000001:1.0:1788523117.932975:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788523117.932977:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.932980:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.932991:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523117.932994:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523117.932997:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523117.933000:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788523117.933239:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.933255:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523117.933257:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.934385:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523117.934405:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.934414:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523117.934426:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.934432:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.934440:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.934445:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 4 MB=0x6a9ab19303200 00000400:00000200:3.0:1788523117.935136:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523117.935148:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.149@tcp of length 224/224 into md 0x6f5 [1] + 224 00000800:00000001:3.0:1788523117.935161:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.935178:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523117.935183:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523117.935188:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523117.935201:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523117.935213:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523117.935226:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523117.935238:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523117.935249:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523117.935253:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.935654:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523117.935661:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788523117.935670:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788523117.935673:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788523117.935775:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d98dfad68. 00000400:00000200:1.0:1788523117.935781:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f317f8 00000400:00000010:1.0:1788523117.935784:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f317f8. 00000100:00000001:1.0:1788523117.935788:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788523117.935794:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788523117.935804:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.935812:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788523117.935815:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.935818:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788523117.935822:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788523117.935825:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788523117.935828:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523117.935831:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788523117.935846:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d8560e460 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1788523117.935851:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d8560e418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788523117.935854:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788523117.935856:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523117.935860:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788523117.935866:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788523117.935895:0:2366:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523117.935900:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788523117.935903:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:1.0:1788523117.935905:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788523117.935908:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523117.935914:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.935921:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523117.935925:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788523117.935927:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788523117.935931:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523117.935939:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2366:1875402187354624:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523117.935945:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.935959:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523117.935963:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8639e680 x1875402187354624/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523117.935970:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788523117.935973:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788523117.935977:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8dc12400. 02000000:00000001:1.0:1788523117.935981:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788523117.935984:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788523117.935986:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d8560e000 refcount=2 obd=lustre-OST0000-osc-ffff973d863cb000 00000020:00000001:1.0:1788523117.935989:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788523117.935993:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d8e4fb300. 02000000:00000001:1.0:1788523117.935998:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788523117.936001:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788523117.936003:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8639e680. 00000100:00000001:1.0:1788523117.936007:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788523117.936009:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.936016:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523117.936026:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523117.936028:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523117.936031:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523117.936034:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788523118.392249:0:8735:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788523118.392265:0:8735:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523118.663028:0:256:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295026378, at 4295026434 00000100:00000010:2.0:1788523118.663055:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d903e8720. 00000100:00000040:3.0:1788523118.663359:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295026379, at 4295026434 00000100:00000010:3.0:1788523118.663366:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d903e8de0. 00000001:00000001:2.0:1788523118.831458:0:8771:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788523118.831468:0:8771:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg249-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1788523118.840676:0:8771:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788523118.855502:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523118.855519:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523118.855526:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523118.855528:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523118.855752:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523118.855757:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523118.855761:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788523118.931206:0:8775:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788523118.931223:0:8775:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788523118.992173:0:8780:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788523118.992188:0:8780:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523119.877277:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523119.877304:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523119.877313:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523119.877314:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523119.877437:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523119.877441:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523119.877444:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523120.901515:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523120.901525:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523120.901533:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523120.901534:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523120.901895:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523120.901899:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523120.901903:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523121.924471:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523121.924482:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523121.924489:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523121.924493:0:42:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788523121.924496:0:42:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788523121.924500:0:42:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523121.924504:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788523121.924506:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523121.924509:0:42:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523121.924511:0:42:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523121.924691:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523121.924696:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523121.924700:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523122.953031:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523122.953041:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523122.953054:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523122.953056:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523122.953161:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523122.953164:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523122.953168:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788523123.012721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523123.012734:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523123.012746:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f79f80. 00000020:00000040:0.0:1788523123.012753:0:37:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523123.012757:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523123.012761:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523123.012767:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523123.012775:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98133600. 00000100:00000001:0.0:1788523123.012783:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012796:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523123.012825:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523123.012829:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012834:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006d43f5d] to pc [ptlrpcd_00_01+1] req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.012860:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523123.012865:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523123.012867:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78000. 00000020:00000040:0.0:1788523123.012869:0:37:0:(genops.c:1210:class_import_get()) import ffff973d83f6e800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d86692800 00000100:00000001:0.0:1788523123.012871:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523123.012872:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523123.012874:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523123.012876:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98133700. 00000100:00000001:0.0:1788523123.012880:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012884:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523123.012891:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523123.012893:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012897:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fea9835] to pc [ptlrpcd_00_00+0] req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.012904:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523123.012911:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523123.012914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523123.012917:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523123.012920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523123.012929:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523123.012932:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78380. 00000020:00000040:0.0:1788523123.012934:0:37:0:(genops.c:1210:class_import_get()) import ffff973d863ce800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000100:00000001:0.0:1788523123.012937:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523123.012939:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523123.012941:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523123.012947:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d8dd44400. 00000100:00000001:0.0:1788523123.012951:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012955:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523123.012963:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523123.012965:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012969:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ece6449] to pc [ptlrpcd_00_01+1] req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.012976:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.012978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523123.012981:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523123.012985:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f79880. 00000020:00000040:0.0:1788523123.012987:0:37:0:(genops.c:1210:class_import_get()) import ffff973d8560e000 refcount=3 obd=lustre-OST0000-osc-ffff973d863cb000 00000100:00000001:0.0:1788523123.012990:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523123.012992:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523123.012993:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523123.012998:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d980d9c00. 00000100:00000001:0.0:1788523123.013001:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.013006:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523123.013014:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523123.013015:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.013019:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3eb6548] to pc [ptlrpcd_00_00+0] req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.013038:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.013040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523123.013043:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523123.013047:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78e00. 00000020:00000040:0.0:1788523123.013049:0:37:0:(genops.c:1210:class_import_get()) import ffff973d85608000 refcount=3 obd=lustre-OST0001-osc-ffff973d863cb000 00000100:00000001:0.0:1788523123.013052:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523123.013053:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523123.013055:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523123.013059:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d9818c000. 00000100:00000001:0.0:1788523123.013063:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.013068:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523123.013074:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523123.013076:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.013078:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a615c7ab] to pc [ptlrpcd_00_01+1] req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.013083:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.013087:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (368) 00000100:00000001:1.0:1788523123.013155:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523123.013159:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523123.013162:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788523123.013167:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.013173:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788523123.013175:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.013178:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788523123.013180:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788523123.013182:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523123.013185:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187354880:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523123.013189:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788523123.013195:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788523123.013198:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.013201:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788523123.013206:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8562f200. 02000000:00000001:1.0:1788523123.013207:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523123.013215:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:1.0:1788523123.013219:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d98dfad68. 00000400:00000010:1.0:1788523123.013226:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f317f8. 00000100:00000200:1.0:1788523123.013235:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187354880, portal 25 00000100:00000001:1.0:1788523123.013263:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523123.013266:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195683712 : -115184513867904 : ffff973d83f79f80) 00000100:00000040:1.0:1788523123.013275:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.013956:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523123.013961:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523123.013964:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523123.013972:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.013981:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523123.013983:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523123.013986:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523123.013988:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523123.013991:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523123.013994:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f17ac6-59d1-4b65-92da-832758c10038:2365:1875402187355008:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523123.013999:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523123.014010:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523123.014012:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523123.014014:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523123.014018:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d90305e00. 02000000:00000001:0.0:1788523123.014020:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523123.014025:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523123.014029:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5a50. 00000400:00000010:0.0:1788523123.014035:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325bb0. 00000100:00000200:0.0:1788523123.014040:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187355008, portal 10 00000100:00000001:0.0:1788523123.014042:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523123.014044:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000040:0.0:1788523123.014053:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.014061:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523123.014063:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523123.014067:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863255d8. 00000100:00000200:0.0:1788523123.014070:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187355008, offset 0 00000400:00000200:0.0:1788523123.014078:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523123.014088:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523123.014098:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523123.014104:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523123.014109:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523123.014114:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523123.014117:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523123.014121:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [110:110:256:4294967295] 192.168.202.149@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:0.0:1788523123.014126:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523123.014137:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523123.014168:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523123.014173:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d9818c100. 00000800:00000200:0.0:1788523123.014180:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523123.014190:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523123.014201:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d9818c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523123.014325:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.014331:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: using a timeout of 150741 usecs (151 jiffies) 00000400:00000200:0.0:1788523123.014335:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523123.014339:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 2 is 4295030936 00000100:00000010:0.0:1788523123.014343:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d903e8a20. 00000100:00000001:0.0:1788523123.014352:0:2365:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788523123.014360:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 3 is 4295030936 00000100:00000010:0.0:1788523123.014363:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d903e8180. 00000100:00000001:0.0:1788523123.014367:0:2365:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788523123.014370:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523123.014373:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523123.014376:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523123.014381:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.014387:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523123.014389:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523123.014391:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523123.014499:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523123.014503:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523123.014507:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187355264:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523123.014510:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523123.014513:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523123.014515:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523123.014516:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523123.014520:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d90305c00. 02000000:00000001:0.0:1788523123.014522:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523123.014526:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523123.014530:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5e18. 00000400:00000010:0.0:1788523123.014535:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325990. 00000100:00000200:0.0:1788523123.014538:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187355264, portal 4 00000100:00000001:0.0:1788523123.014539:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523123.014547:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195681920 : -115184513869696 : ffff973d83f79880) 00000020:00000010:0.0:1788523123.014556:0:2365:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff973d84cc6000. 00000100:00000040:0.0:1788523123.014563:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.014572:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523123.014574:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523123.014577:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325330. 00000100:00000200:0.0:1788523123.014580:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875402187355264, offset 0 00000400:00000200:0.0:1788523123.014585:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523123.014589:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523123.014593:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523123.014596:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523123.014599:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523123.014601:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523123.014603:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523123.014606:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [111:111:255:4294967295] 192.168.202.149@tcp LPNI seq info [111:111:7:4294967295] 00000400:00000200:0.0:1788523123.014610:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523123.014617:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523123.014622:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523123.014627:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5fe00. 00000800:00000200:0.0:1788523123.014630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523123.014636:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523123.014639:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523123.014642:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.014645:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: using a timeout of 16566 usecs (17 jiffies) 00000400:00000200:0.0:1788523123.014648:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523123.014650:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295030802 00000100:00000001:0.0:1788523123.014653:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295030936 00000100:00000001:0.0:1788523123.014655:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295030802 00000100:00000001:0.0:1788523123.014657:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295030936 00000100:00000001:0.0:1788523123.014665:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523123.014667:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523123.014670:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523123.014673:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.014683:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523123.014685:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788523123.014689:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523123.014690:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523123.014692:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523123.014694:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.014913:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788523123.014917:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:1.0:1788523123.014920:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31bb0. 00000100:00000200:1.0:1788523123.014924:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875402187354880, offset 0 00000400:00000200:1.0:1788523123.014929:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:1.0:1788523123.014933:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523123.014937:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:1.0:1788523123.014940:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788523123.014942:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:1.0:1788523123.014945:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788523123.014947:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:1.0:1788523123.014950:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [112:112:254:4294967295] 192.168.202.149@tcp LPNI seq info [112:112:6:4294967295] 00000400:00000200:1.0:1788523123.014954:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523123.014960:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788523123.014964:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:1.0:1788523123.014969:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d83c9a000. 00000800:00000200:1.0:1788523123.014973:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:1.0:1788523123.014978:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:1.0:1788523123.014981:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d83c9a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788523123.014984:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523123.014987:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:1.0:1788523123.014990:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295031489 00000100:00000001:1.0:1788523123.014996:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295030936 00000100:00000001:1.0:1788523123.015000:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295031489 00000100:00000001:1.0:1788523123.015003:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295030936 00000100:00000001:1.0:1788523123.015006:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523123.015008:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.015011:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788523123.015016:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.015032:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788523123.015034:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.015037:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788523123.015039:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788523123.015041:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523123.015044:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2366:1875402187355136:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523123.015048:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788523123.015051:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788523123.015053:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.015054:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788523123.015058:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8562f600. 02000000:00000001:1.0:1788523123.015060:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523123.015063:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:1.0:1788523123.015067:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d98dfa688. 00000400:00000010:1.0:1788523123.015071:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31e58. 00000100:00000200:1.0:1788523123.015073:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187355136, portal 10 00000100:00000001:1.0:1788523123.015075:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523123.015077:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195676544 : -115184513875072 : ffff973d83f78380) 00000100:00000040:1.0:1788523123.015083:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.015089:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788523123.015091:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:1.0:1788523123.015094:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31d48. 00000100:00000200:1.0:1788523123.015096:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187355136, offset 0 00000400:00000200:1.0:1788523123.015101:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:1.0:1788523123.015104:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523123.015108:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:1.0:1788523123.015110:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788523123.015113:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:1.0:1788523123.015115:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788523123.015117:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:1.0:1788523123.015124:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [113:113:253:4294967295] 192.168.202.149@tcp LPNI seq info [113:113:5:4294967295] 00000400:00000200:1.0:1788523123.015128:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523123.015133:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788523123.015137:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:1.0:1788523123.015140:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d83c9ae00. 00000800:00000200:1.0:1788523123.015143:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:1.0:1788523123.015147:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:1.0:1788523123.015150:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d83c9ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788523123.015153:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523123.015156:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: using a timeout of 18416 usecs (19 jiffies) 00000400:00000200:1.0:1788523123.015158:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:1.0:1788523123.015160:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295030805 00000100:00000001:1.0:1788523123.015163:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295031489 00000100:00000001:1.0:1788523123.015165:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295030805 00000100:00000001:1.0:1788523123.015167:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295031489 00000100:00000001:1.0:1788523123.015169:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523123.015171:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.015173:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788523123.015178:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.015184:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788523123.015186:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.015188:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788523123.015189:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788523123.015191:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523123.015194:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2366:1875402187355392:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523123.015197:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788523123.015199:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788523123.015201:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.015207:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788523123.015210:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8562f400. 02000000:00000001:1.0:1788523123.015212:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523123.015215:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:1.0:1788523123.015218:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d98dfa9f8. 00000400:00000010:1.0:1788523123.015222:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f314c8. 00000100:00000200:1.0:1788523123.015225:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187355392, portal 4 00000100:00000001:1.0:1788523123.015227:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523123.015228:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195679232 : -115184513872384 : ffff973d83f78e00) 00000100:00000040:1.0:1788523123.015234:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.015253:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788523123.015256:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:1.0:1788523123.015259:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31c38. 00000100:00000200:1.0:1788523123.015261:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875402187355392, offset 0 00000400:00000200:1.0:1788523123.015266:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:1.0:1788523123.015269:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523123.015273:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:1.0:1788523123.015276:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788523123.015278:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:1.0:1788523123.015280:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788523123.015282:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:1.0:1788523123.015314:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [114:114:252:4294967295] 192.168.202.149@tcp LPNI seq info [114:114:4:4294967295] 00000400:00000200:1.0:1788523123.015384:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523123.015908:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788523123.015919:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:1.0:1788523123.015924:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d83c9a800. 00000800:00000200:1.0:1788523123.015929:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:1.0:1788523123.015936:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:1.0:1788523123.015939:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d83c9a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788523123.015942:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523123.015952:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: using a timeout of 14701 usecs (15 jiffies) 00000400:00000200:1.0:1788523123.015957:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:1.0:1788523123.015959:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295030802 00000100:00000001:1.0:1788523123.015962:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295031489 00000100:00000001:1.0:1788523123.015964:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295030802 00000100:00000001:1.0:1788523123.015967:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295031489 00000100:00000001:1.0:1788523123.015969:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523123.015973:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.015975:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.015979:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.015987:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523123.015990:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788523123.015993:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523123.015994:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523123.015996:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.015999:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523123.017165:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523123.017176:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d9818c100. 00000400:00000200:3.0:1788523123.017189:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523123.017197:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523123.017205:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863255d8 00000400:00000010:3.0:1788523123.017208:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863255d8. 00000100:00000001:3.0:1788523123.017214:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523123.017223:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.017250:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523123.017267:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.017275:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523123.017278:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523123.017692:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523123.017696:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5fe00. 00000400:00000200:3.0:1788523123.017700:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523123.017705:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523123.017709:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325330 00000400:00000010:3.0:1788523123.017711:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325330. 00000100:00000001:3.0:1788523123.017714:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523123.017719:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.017728:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523123.017731:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.017737:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523123.017739:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523123.017750:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523123.017753:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d83c9a000. 00000400:00000200:3.0:1788523123.017756:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523123.017759:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523123.017763:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31bb0 00000400:00000010:3.0:1788523123.017764:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31bb0. 00000100:00000001:3.0:1788523123.017767:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523123.017771:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.017777:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523123.017780:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.017786:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523123.017788:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523123.017803:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523123.017805:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d83c9ae00. 00000400:00000200:3.0:1788523123.017809:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523123.017812:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523123.017815:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31d48 00000400:00000010:3.0:1788523123.017816:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31d48. 00000100:00000001:3.0:1788523123.017819:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523123.017823:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.017831:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523123.017834:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.017840:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523123.017842:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523123.018219:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523123.018223:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d83c9a800. 00000400:00000200:3.0:1788523123.018227:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523123.018231:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523123.018234:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31c38 00000400:00000010:3.0:1788523123.018253:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31c38. 00000100:00000001:3.0:1788523123.018257:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523123.018261:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.018268:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523123.018272:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.018278:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523123.018280:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788523123.023945:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.023971:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523123.023976:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.023979:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.023990:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024018:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523123.024029:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024035:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024041:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024045:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303380 00000400:00000200:3.0:1788523123.024051:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024059:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:3.0:1788523123.024068:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.024072:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.024076:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523123.024081:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523123.024092:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523123.024104:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523123.024117:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.024140:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523123.024150:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.024154:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523123.024156:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.024158:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.024161:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024164:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523123.024169:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024172:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024176:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024179:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 4 MB=0x6a9ab19303480 00000400:00000200:3.0:1788523123.024182:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024188:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.149@tcp of length 224/224 into md 0x70d [1] + 224 00000800:00000001:3.0:1788523123.024191:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788523123.024195:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788523123.024195:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.024202:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788523123.024204:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523123.024209:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000001:0.0:1788523123.024212:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523123.024216:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523123.024220:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5a50. 00000400:00000200:0.0:1788523123.024226:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325bb0 00000400:00000010:0.0:1788523123.024229:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325bb0. 00000100:00000001:0.0:1788523123.024233:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788523123.024235:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523123.024250:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788523123.024254:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523123.024275:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523123.024279:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.024329:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523123.024331:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.024334:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523123.024338:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523123.024342:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523123.024344:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523123.024348:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523123.024360:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d83f6ec60 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523123.024366:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d83f6ec18 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523123.024369:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523123.024371:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523123.024375:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523123.024379:0:2365:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523123.024384:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523123.024394:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d86692800: skip recheck: last_committed 0 00000100:00000001:0.0:1788523123.024396:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523123.024399:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523123.024407:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.024416:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523123.024420:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523123.024422:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523123.024427:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523123.024436:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f17ac6-59d1-4b65-92da-832758c10038:2365:1875402187355008:192.168.202.149@tcp:400:kworker.0 00000100:00000001:3.0:1788523123.024733:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:0.0:1788523123.024751:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1788523123.024751:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1788523123.024755:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523123.024758:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5e18. 00000800:00000001:3.0:1788523123.024759:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788523123.024763:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325990 00000800:00000001:3.0:1788523123.024763:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.024767:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788523123.024768:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325990. 00000100:00000001:0.0:1788523123.024773:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:3.0:1788523123.024774:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000200:0.0:1788523123.024780:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788523123.024781:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523123.024790:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024796:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000200:0.0:1788523123.024800:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788523123.024805:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024812:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 4 MB=0x6a9ab19303500 00000100:00000001:0.0:1788523123.024819:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788523123.024821:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523123.024823:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.024827:0:2365:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788523123.024828:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.149@tcp of length 224/224 into md 0x71d [1] + 224 02000000:00000001:0.0:1788523123.024830:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523123.024833:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523123.024836:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788523123.024836:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1788523123.024841:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788523123.024843:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.024846:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1788523123.024848:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d8560e460 time=11 v=5 (5 0 0 0) 00000400:00000200:3.0:1788523123.024852:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00001000:0.0:1788523123.024855:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d8560e418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788523123.024858:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788523123.024859:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523123.024862:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788523123.024866:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788523123.024873:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788523123.024882:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523123.024883:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788523123.024911:0:2365:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523123.024916:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523123.024917:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:0.0:1788523123.024919:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788523123.024920:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523123.024932:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.024936:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523123.024939:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.024941:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.024944:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024948:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523123.024952:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024955:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024958:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024960:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 25 MB=0x6a9ab19303300 00000400:00000200:3.0:1788523123.024964:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523123.024969:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:3.0:1788523123.024973:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.024976:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.024978:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523123.024981:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523123.024984:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523123.024989:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523123.024997:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523123.025004:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523123.025007:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.025010:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523123.025011:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788523123.025013:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788523123.025014:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.025020:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000040:0.0:1788523123.025024:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788523123.025029:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523123.025038:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523123.025041:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788523123.025045:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523123.025047:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523123.025050:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.025051:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000040:0.0:1788523123.025058:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788523123.025058:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303400 00000400:00000200:3.0:1788523123.025068:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00100000:0.0:1788523123.025075:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187355264:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523123.025083:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523123.025085:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x715 [1] + 224 00000100:00000001:0.0:1788523123.025088:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1788523123.025091:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1788523123.025095:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78000 x1875402187355008/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788523123.025101:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.025105:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1788523123.025106:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1788523123.025111:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1788523123.025113:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 02000000:00000010:0.0:1788523123.025116:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d90305e00. 00000100:00000001:3.0:1788523123.025117:0:2360:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:0.0:1788523123.025122:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1788523123.025126:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788523123.025128:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523123.025132:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d83f6e800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d86692800 00000020:00000001:0.0:1788523123.025136:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523123.025141:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98133700. 00000100:00000040:3.0:1788523123.025143:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788523123.025148:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523123.025152:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523123.025155:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78000. 00000100:00000001:3.0:1788523123.025155:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523123.025160:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523123.025165:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.025167:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523123.025170:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.025173:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523123.025178:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f79880 x1875402187355264/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523123.025185:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523123.025187:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523123.025189:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d90305c00. 02000000:00000001:0.0:1788523123.025192:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523123.025194:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523123.025195:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d8560e000 refcount=2 obd=lustre-OST0000-osc-ffff973d863cb000 00000020:00000001:0.0:1788523123.025198:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523123.025199:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d980d9c00. 02000000:00000001:0.0:1788523123.025202:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523123.025204:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523123.025205:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f79880. 00000100:00000001:0.0:1788523123.025208:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523123.025209:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.025212:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523123.025221:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523123.025223:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523123.025226:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523123.025229:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.025572:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523123.025577:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788523123.025582:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788523123.025584:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788523123.025587:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d98dfad68. 00000400:00000200:1.0:1788523123.025593:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f317f8 00000400:00000010:1.0:1788523123.025595:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f317f8. 00000100:00000001:1.0:1788523123.025598:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788523123.025604:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788523123.025614:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025621:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788523123.025623:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.025625:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788523123.025627:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788523123.025630:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788523123.025632:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.025642:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788523123.025648:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1788523123.025651:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1788523123.025654:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788523123.025655:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523123.025657:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788523123.025658:0:2366:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.025660:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523123.025665:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025671:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523123.025674:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788523123.025675:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788523123.025679:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523123.025686:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187354880:192.168.202.149@tcp:400:kworker.0 00000400:00000001:1.0:1788523123.025693:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788523123.025695:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788523123.025696:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d98dfa688. 00000400:00000200:1.0:1788523123.025698:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31e58 00000400:00000010:1.0:1788523123.025700:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31e58. 00000100:00000001:1.0:1788523123.025702:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788523123.025706:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788523123.025714:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025720:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788523123.025722:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.025724:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788523123.025725:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788523123.025726:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788523123.025728:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.025735:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788523123.025741:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d863cec60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1788523123.025744:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d863cec18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788523123.025746:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788523123.025747:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523123.025749:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788523123.025751:0:2366:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.025754:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788523123.025756:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:1.0:1788523123.025758:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788523123.025760:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523123.025765:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025771:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523123.025773:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788523123.025774:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788523123.025778:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523123.025785:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2366:1875402187355136:192.168.202.149@tcp:400:kworker.0 00000400:00000001:1.0:1788523123.025791:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788523123.025792:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788523123.025794:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d98dfa9f8. 00000400:00000200:1.0:1788523123.025797:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f314c8 00000400:00000010:1.0:1788523123.025798:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f314c8. 00000100:00000001:1.0:1788523123.025801:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788523123.025804:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788523123.025812:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025818:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788523123.025820:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.025826:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788523123.025828:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788523123.025829:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788523123.025830:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523123.025832:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788523123.025837:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d85608460 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1788523123.025840:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d85608418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788523123.025842:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788523123.025843:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523123.025845:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788523123.025849:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788523123.025855:0:2366:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.025857:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788523123.025859:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:1.0:1788523123.025861:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788523123.025862:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523123.025866:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025872:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523123.025874:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788523123.025875:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788523123.025878:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523123.025886:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2366:1875402187355392:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523123.025890:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.025892:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523123.025896:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f79f80 x1875402187354880/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025910:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788523123.025913:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788523123.025920:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8562f200. 02000000:00000001:1.0:1788523123.025924:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788523123.025926:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788523123.025927:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:1.0:1788523123.025929:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788523123.025931:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98133600. 02000000:00000001:1.0:1788523123.025934:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788523123.025936:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788523123.025937:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f79f80. 00000100:00000001:1.0:1788523123.025940:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788523123.025942:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.025943:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523123.025948:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78380 x1875402187355136/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025954:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788523123.025955:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788523123.025957:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8562f600. 02000000:00000001:1.0:1788523123.025959:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788523123.025960:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788523123.025961:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d863ce800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000001:1.0:1788523123.025963:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788523123.025964:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d8dd44400. 02000000:00000001:1.0:1788523123.025968:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788523123.025969:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788523123.025970:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78380. 00000100:00000001:1.0:1788523123.025973:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788523123.025974:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.025975:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523123.025978:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78e00 x1875402187355392/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523123.025985:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788523123.025986:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788523123.025988:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8562f400. 02000000:00000001:1.0:1788523123.025990:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788523123.025991:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788523123.025992:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d85608000 refcount=2 obd=lustre-OST0001-osc-ffff973d863cb000 00000020:00000001:1.0:1788523123.026000:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788523123.026002:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d9818c000. 02000000:00000001:1.0:1788523123.026007:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788523123.026009:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788523123.026010:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78e00. 00000100:00000001:1.0:1788523123.026013:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788523123.026014:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.026017:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523123.026022:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523123.026024:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523123.026025:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523123.026028:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523123.780406:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295031489, at 4295031552 00000100:00000010:2.0:1788523123.780426:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d903e8a20. 00000100:00000040:3.0:1788523123.780561:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295031489, at 4295031552 00000100:00000010:3.0:1788523123.780569:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d903e8180. 00010000:00000001:3.0:1788523123.972589:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523123.972598:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523123.972604:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523123.972606:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523123.972782:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523123.972787:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523123.972791:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523124.996563:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523124.996573:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523124.996580:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523124.996581:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523124.997394:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523124.997401:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523124.997406:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788523125.433226:0:8996:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788523125.433241:0:8996:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788523125.476160:0:8998:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788523125.476178:0:8998:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788523125.554791:0:9005:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788523125.554806:0:9005:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788523125.588564:0:9007:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788523125.588581:0:9007:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523126.021836:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523126.021843:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523126.021849:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523126.021850:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523126.021943:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523126.021948:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523126.021951:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523127.044696:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523127.044710:0:42:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788523127.044714:0:42:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788523127.044719:0:42:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523127.044726:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788523127.044744:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523127.044747:0:42:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523127.044750:0:42:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523127.044756:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523127.044757:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788523127.044799:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788523127.044803:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788523127.044806:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523128.070777:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523128.070788:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523128.070794:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523128.070796:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523128.070884:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523128.070888:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523128.070892:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788523128.136981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523128.136995:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523128.137006:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f79880. 00000020:00000040:0.0:1788523128.137015:0:36:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523128.137022:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523128.137026:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523128.137033:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523128.137054:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98c5f300. 00000100:00000001:0.0:1788523128.137064:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137083:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523128.137097:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523128.137103:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137112:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3eb6548] to pc [ptlrpcd_00_00+0] req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137140:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137143:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523128.137147:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523128.137150:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78000. 00000020:00000040:0.0:1788523128.137153:0:36:0:(genops.c:1210:class_import_get()) import ffff973d83f6e800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d86692800 00000100:00000001:0.0:1788523128.137155:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523128.137157:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523128.137158:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523128.137162:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98c5f100. 00000100:00000001:0.0:1788523128.137165:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137169:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523128.137178:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523128.137180:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137184:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fea9835] to pc [ptlrpcd_00_01+1] req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137221:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523128.137228:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523128.137232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523128.137236:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523128.137247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523128.137251:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523128.137255:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78a80. 00000020:00000040:0.0:1788523128.137258:0:36:0:(genops.c:1210:class_import_get()) import ffff973d863ce800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000100:00000001:0.0:1788523128.137261:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523128.137263:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523128.137265:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523128.137269:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98c5fb00. 00000100:00000001:0.0:1788523128.137273:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137278:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523128.137324:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523128.137326:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137332:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056cdd498] to pc [ptlrpcd_00_00+0] req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137341:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523128.137347:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523128.137361:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f7b100. 00000020:00000040:0.0:1788523128.137364:0:36:0:(genops.c:1210:class_import_get()) import ffff973d8560e000 refcount=3 obd=lustre-OST0000-osc-ffff973d863cb000 00000100:00000001:0.0:1788523128.137367:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523128.137368:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523128.137370:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523128.137375:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98c5f700. 00000100:00000001:0.0:1788523128.137379:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137383:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523128.137399:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523128.137401:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137406:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000555f3681] to pc [ptlrpcd_00_01+1] req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137419:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523128.137426:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523128.137430:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f7b480. 00000020:00000040:0.0:1788523128.137432:0:36:0:(genops.c:1210:class_import_get()) import ffff973d85608000 refcount=3 obd=lustre-OST0001-osc-ffff973d863cb000 00000100:00000001:0.0:1788523128.137435:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523128.137436:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523128.137439:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523128.137443:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98c5fa00. 00000100:00000001:0.0:1788523128.137446:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137451:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523128.137458:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523128.137459:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137463:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065badcc7] to pc [ptlrpcd_00_00+0] req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137470:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137475:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:0.0:1788523128.137490:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523128.137496:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523128.137499:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523128.137506:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137514:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523128.137517:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.137522:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523128.137525:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523128.137529:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523128.137534:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187355520:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523128.137539:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523128.137554:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523128.137557:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.137562:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523128.137567:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8393de00. 02000000:00000001:0.0:1788523128.137569:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523128.137580:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523128.137587:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5e18. 00000400:00000010:0.0:1788523128.137599:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325990. 00000100:00000200:0.0:1788523128.137612:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187355520, portal 25 00000100:00000001:0.0:1788523128.137616:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523128.137619:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195681920 : -115184513869696 : ffff973d83f79880) 00000100:00000040:0.0:1788523128.137625:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137634:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523128.137637:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523128.137641:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325bb0. 00000100:00000200:0.0:1788523128.137645:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875402187355520, offset 0 00000400:00000200:0.0:1788523128.137652:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523128.137664:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.137676:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523128.137686:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523128.137692:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523128.137697:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523128.137699:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523128.137704:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [115:115:256:4294967295] 192.168.202.149@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:0.0:1788523128.137708:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.137722:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523128.137730:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523128.137736:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f200. 00000800:00000200:0.0:1788523128.137744:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523128.137755:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523128.137761:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523128.137785:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523128.137791:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523128.137795:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295036612 00000100:00000010:0.0:1788523128.137800:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d903e8060. 00000100:00000001:0.0:1788523128.137809:0:2365:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788523128.137820:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295036612 00000100:00000010:0.0:1788523128.137824:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d903e8d80. 00000100:00000001:0.0:1788523128.137828:0:2365:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788523128.137834:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.137838:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.137841:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523128.137846:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137853:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523128.137855:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.137857:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523128.137859:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523128.137861:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523128.137865:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187355776:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523128.137868:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523128.137871:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523128.137873:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.137874:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523128.137879:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8db1e000. 02000000:00000001:0.0:1788523128.137880:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523128.137884:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523128.137887:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5a50. 00000400:00000010:0.0:1788523128.137892:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863256e8. 00000100:00000200:0.0:1788523128.137894:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187355776, portal 10 00000100:00000001:0.0:1788523128.137896:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523128.137897:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195678336 : -115184513873280 : ffff973d83f78a80) 00000100:00000040:0.0:1788523128.137906:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.137919:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523128.137922:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523128.137926:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325330. 00000100:00000200:0.0:1788523128.137929:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187355776, offset 0 00000400:00000200:0.0:1788523128.137934:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523128.137939:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.137943:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523128.137946:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523128.137949:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523128.137951:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523128.137954:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523128.137957:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [116:116:255:4294967295] 192.168.202.149@tcp LPNI seq info [116:116:7:4294967295] 00000400:00000200:0.0:1788523128.137961:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.137967:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523128.137972:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523128.137976:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f400. 00000800:00000200:0.0:1788523128.137980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523128.137984:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523128.137987:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523128.137990:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.137995:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: using a timeout of 18061 usecs (19 jiffies) 00000400:00000200:0.0:1788523128.137998:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523128.138001:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295035928 00000100:00000001:0.0:1788523128.138003:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295036612 00000100:00000001:0.0:1788523128.138006:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295035928 00000100:00000001:0.0:1788523128.138008:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295036612 00000100:00000001:0.0:1788523128.138011:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.138013:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.138021:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523128.138025:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.138033:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523128.138035:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.138037:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523128.138039:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523128.138041:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523128.138044:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187356032:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523128.138048:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523128.138051:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523128.138052:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.138054:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523128.138059:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8a605600. 02000000:00000001:0.0:1788523128.138061:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523128.138065:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523128.138068:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5058. 00000400:00000010:0.0:1788523128.138073:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863255d8. 00000100:00000200:0.0:1788523128.138076:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187356032, portal 4 00000100:00000001:0.0:1788523128.138078:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523128.138080:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195689088 : -115184513862528 : ffff973d83f7b480) 00000100:00000040:0.0:1788523128.138086:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.138093:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523128.138096:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523128.138099:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325220. 00000100:00000200:0.0:1788523128.138102:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875402187356032, offset 0 00000400:00000200:0.0:1788523128.138106:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523128.138111:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.138115:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523128.138118:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523128.138120:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523128.138123:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523128.138131:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523128.138135:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [117:117:254:4294967295] 192.168.202.149@tcp LPNI seq info [117:117:6:4294967295] 00000400:00000200:0.0:1788523128.138139:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.138145:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523128.138150:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523128.138154:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5fd00. 00000800:00000200:0.0:1788523128.138158:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523128.138162:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523128.138165:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523128.138169:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.138172:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: using a timeout of 15111 usecs (16 jiffies) 00000400:00000200:0.0:1788523128.138175:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523128.138178:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295035925 00000100:00000001:0.0:1788523128.138180:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295036612 00000100:00000001:0.0:1788523128.138183:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295035925 00000100:00000001:0.0:1788523128.138185:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295036612 00000100:00000001:0.0:1788523128.138187:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.138203:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.138207:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.138210:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.138221:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523128.138224:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788523128.138227:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523128.138228:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523128.138230:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523128.138234:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788523128.138235:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.138237:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523128.138239:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.138241:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523128.138242:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523128.138244:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523128.138254:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.138262:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523128.138263:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.138266:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523128.138268:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523128.138270:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523128.138273:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f17ac6-59d1-4b65-92da-832758c10038:2365:1875402187355648:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523128.138277:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523128.138280:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523128.138282:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.138284:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523128.138322:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d864c1a00. 02000000:00000001:0.0:1788523128.138325:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523128.138328:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523128.138331:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5c08. 00000400:00000010:0.0:1788523128.138335:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325880. 00000100:00000200:0.0:1788523128.138338:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187355648, portal 10 00000100:00000001:0.0:1788523128.138340:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523128.138341:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000040:0.0:1788523128.138349:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.138355:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523128.138357:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523128.138360:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325a18. 00000100:00000200:0.0:1788523128.138362:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187355648, offset 0 00000400:00000200:0.0:1788523128.138367:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523128.138371:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.138375:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523128.138378:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523128.138381:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523128.138383:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523128.138391:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523128.138394:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [118:118:253:4294967295] 192.168.202.149@tcp LPNI seq info [118:118:5:4294967295] 00000400:00000200:0.0:1788523128.138398:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.138405:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523128.138410:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523128.138415:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5ff00. 00000800:00000200:0.0:1788523128.138419:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523128.138423:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523128.138426:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523128.138429:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.138433:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: using a timeout of 144538 usecs (145 jiffies) 00000400:00000200:0.0:1788523128.138436:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523128.138438:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 2 is 4295036055 00000100:00000001:0.0:1788523128.138440:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 2, keep current deadline 4295036612 00000100:00000001:0.0:1788523128.138442:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 3 is 4295036055 00000100:00000001:0.0:1788523128.138444:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 3, keep current deadline 4295036612 00000100:00000001:0.0:1788523128.138446:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.138448:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.138450:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523128.138453:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.138460:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523128.138461:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.138464:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523128.138465:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523128.138468:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523128.138470:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187355904:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523128.138473:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523128.138476:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523128.138482:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.138484:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523128.138488:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d864c0200. 02000000:00000001:0.0:1788523128.138489:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523128.138493:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523128.138496:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d58f0. 00000400:00000010:0.0:1788523128.138500:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325f68. 00000100:00000200:0.0:1788523128.138503:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187355904, portal 4 00000100:00000001:0.0:1788523128.138505:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523128.138507:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195688192 : -115184513863424 : ffff973d83f7b100) 00000100:00000040:0.0:1788523128.138514:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.138520:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523128.138522:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523128.138525:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325660. 00000100:00000200:0.0:1788523128.138527:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875402187355904, offset 0 00000400:00000200:0.0:1788523128.138532:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523128.138535:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.138539:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523128.138542:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523128.138544:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523128.138546:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523128.138549:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523128.138552:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [119:119:252:4294967295] 192.168.202.149@tcp LPNI seq info [119:119:4:4294967295] 00000400:00000200:0.0:1788523128.138556:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523128.138562:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523128.138567:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523128.138570:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f000. 00000800:00000200:0.0:1788523128.138574:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523128.138577:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523128.138580:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523128.138583:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.138591:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: using a timeout of 15957 usecs (16 jiffies) 00000400:00000200:0.0:1788523128.138596:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523128.138598:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295035926 00000100:00000001:0.0:1788523128.138600:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295036612 00000100:00000001:0.0:1788523128.138602:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295035926 00000100:00000001:0.0:1788523128.138604:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295036612 00000100:00000001:0.0:1788523128.138606:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.138609:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.138611:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.138614:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.138631:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523128.138634:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523128.142077:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523128.142087:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f200. 00000400:00000200:3.0:1788523128.142096:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.142109:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523128.142119:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325bb0 00000400:00000010:3.0:1788523128.142122:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325bb0. 00000100:00000001:3.0:1788523128.142129:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523128.142142:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142158:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523128.142162:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142169:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523128.142171:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523128.142200:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523128.142203:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f400. 00000400:00000200:3.0:1788523128.142206:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.142209:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523128.142213:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325330 00000400:00000010:3.0:1788523128.142214:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325330. 00000100:00000001:3.0:1788523128.142217:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523128.142221:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142253:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523128.142256:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142263:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523128.142265:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523128.142275:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523128.142277:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5fd00. 00000400:00000200:3.0:1788523128.142280:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.142283:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523128.142336:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325220 00000400:00000010:3.0:1788523128.142338:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325220. 00000100:00000001:3.0:1788523128.142341:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523128.142345:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142362:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523128.142366:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142371:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523128.142373:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523128.142384:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523128.142386:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5ff00. 00000400:00000200:3.0:1788523128.142390:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.142405:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523128.142408:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325a18 00000400:00000010:3.0:1788523128.142410:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325a18. 00000100:00000001:3.0:1788523128.142413:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523128.142418:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142426:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523128.142429:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142447:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523128.142449:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523128.142535:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523128.142538:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f000. 00000400:00000200:3.0:1788523128.142541:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.142545:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523128.142548:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325660 00000400:00000010:3.0:1788523128.142560:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325660. 00000100:00000001:3.0:1788523128.142563:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523128.142568:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142576:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523128.142579:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.142586:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523128.142588:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788523128.157963:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.157990:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523128.157996:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.157999:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.158013:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158025:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523128.158038:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158044:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158053:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158059:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303680 00000400:00000200:3.0:1788523128.158067:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158076:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:3.0:1788523128.158089:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.158094:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.158099:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.158105:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523128.158141:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523128.158157:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523128.158172:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.158203:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523128.158215:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.158219:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523128.158221:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.158223:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.158227:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158231:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523128.158235:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158238:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158241:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158244:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 4 MB=0x6a9ab19303780 00000400:00000200:3.0:1788523128.158248:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158253:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.149@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:3.0:1788523128.158257:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.158261:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.158263:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.158266:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523128.158270:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523128.158274:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523128.158284:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.158335:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523128.158340:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.158344:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523128.158345:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.158361:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.158364:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158368:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523128.158372:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158375:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158378:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158381:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 4 MB=0x6a9ab19303700 00000400:00000200:3.0:1788523128.158384:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.158388:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.149@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:3.0:1788523128.158393:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.158413:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.158415:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.158419:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523128.158423:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523128.158428:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523128.158436:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.158444:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523128.158448:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.158451:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.163549:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523128.163571:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523128.163589:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523128.163592:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523128.163598:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d58f0. 00000400:00000200:0.0:1788523128.163609:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325f68 00000400:00000010:0.0:1788523128.163613:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325f68. 00000100:00000001:0.0:1788523128.163619:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523128.163637:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523128.163650:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.163660:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523128.163662:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.163666:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523128.163670:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523128.163674:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523128.163677:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.163681:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523128.163694:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d8560e460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523128.163699:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d8560e418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523128.163703:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523128.163733:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523128.163737:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788523128.163744:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788523128.163753:0:2365:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.163758:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523128.163761:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:0.0:1788523128.163763:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523128.163765:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.163771:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.163779:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.163784:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523128.163786:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523128.163790:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523128.163798:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187355904:192.168.202.149@tcp:400:kworker.0 00000400:00000001:0.0:1788523128.163807:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523128.163808:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523128.163810:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5a50. 00000400:00000200:0.0:1788523128.163813:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863256e8 00000400:00000010:0.0:1788523128.163815:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863256e8. 00000100:00000001:0.0:1788523128.163818:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523128.163822:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523128.163832:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.163839:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523128.163841:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.163843:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523128.163851:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523128.163853:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523128.163855:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.163857:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523128.163862:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d863cec60 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523128.163866:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d863cec18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523128.163868:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523128.163869:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523128.163871:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523128.163874:0:2365:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.163877:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523128.163878:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:0.0:1788523128.163880:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523128.163881:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.163886:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.163893:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.163895:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523128.163896:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523128.163899:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523128.163907:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187355776:192.168.202.149@tcp:400:kworker.0 00000400:00000001:0.0:1788523128.163914:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523128.163915:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523128.163918:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5058. 00000400:00000200:0.0:1788523128.163920:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863255d8 00000400:00000010:0.0:1788523128.163922:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863255d8. 00000100:00000001:0.0:1788523128.163925:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523128.163929:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523128.163939:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.163957:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523128.163959:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.163961:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523128.163963:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523128.163964:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523128.163966:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.163968:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523128.163974:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d85608460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523128.163977:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d85608418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523128.163980:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523128.163981:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523128.163983:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788523128.163987:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788523128.163994:0:2365:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.163996:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523128.163998:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:0.0:1788523128.164000:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523128.164001:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.164005:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.164012:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.164014:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523128.164015:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523128.164018:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523128.164025:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187356032:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523128.164029:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.164032:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523128.164036:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f7b100 x1875402187355904/t0(0) o400->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.164049:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523128.164053:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523128.164057:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d864c0200. 02000000:00000001:0.0:1788523128.164060:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523128.164064:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523128.164066:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d8560e000 refcount=2 obd=lustre-OST0000-osc-ffff973d863cb000 00000020:00000001:0.0:1788523128.164068:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523128.164072:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98c5f700. 02000000:00000001:0.0:1788523128.164076:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523128.164078:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523128.164081:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f7b100. 00000100:00000001:0.0:1788523128.164085:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523128.164087:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.164089:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523128.164093:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78a80 x1875402187355776/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.164099:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523128.164101:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523128.164103:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8db1e000. 02000000:00000001:0.0:1788523128.164107:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523128.164108:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523128.164110:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d863ce800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000001:0.0:1788523128.164112:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523128.164113:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98c5fb00. 02000000:00000001:0.0:1788523128.164116:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523128.164117:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523128.164118:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78a80. 00000100:00000001:0.0:1788523128.164121:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523128.164122:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.164123:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523128.164127:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f7b480 x1875402187356032/t0(0) o400->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.164133:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523128.164134:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523128.164141:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8a605600. 02000000:00000001:0.0:1788523128.164144:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523128.164146:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523128.164148:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d85608000 refcount=2 obd=lustre-OST0001-osc-ffff973d863cb000 00000020:00000001:0.0:1788523128.164150:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523128.164152:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98c5fa00. 02000000:00000001:0.0:1788523128.164154:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523128.164155:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523128.164157:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f7b480. 00000100:00000001:0.0:1788523128.164159:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523128.164161:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.164165:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.164167:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523128.164169:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523128.164171:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.164173:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788523128.165613:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.165636:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523128.165642:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.165644:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.165654:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.165663:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523128.165676:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.165682:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.165689:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.165695:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 25 MB=0x6a9ab19303580 00000400:00000200:3.0:1788523128.165701:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.165725:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 224/224 into md 0x725 [1] + 224 00000800:00000001:3.0:1788523128.165735:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.165742:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.165746:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.165752:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523128.165763:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523128.165772:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523128.165785:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.165809:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523128.165819:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.165823:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523128.166906:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.166919:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523128.166923:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.166925:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.166932:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.166940:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523128.166949:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.166954:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.166958:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.166962:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303600 00000400:00000200:3.0:1788523128.166967:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523128.166973:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:3.0:1788523128.166980:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.166986:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523128.166989:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523128.166993:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523128.167010:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523128.167018:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523128.167048:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523128.167058:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523128.167066:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523128.167069:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.170385:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523128.170404:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523128.170418:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523128.170421:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523128.170427:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5c08. 00000400:00000200:0.0:1788523128.170438:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325880 00000400:00000010:0.0:1788523128.170441:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325880. 00000100:00000001:0.0:1788523128.170446:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523128.170460:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523128.170473:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.170482:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523128.170484:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.170487:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523128.170491:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523128.170493:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523128.170496:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.170499:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523128.170512:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d83f6ec60 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523128.170517:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d83f6ec18 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523128.170559:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523128.170561:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523128.170565:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523128.170570:0:2365:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.170574:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523128.170577:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d86692800: skip recheck: last_committed 0 00000100:00000001:0.0:1788523128.170579:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523128.170581:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.170588:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.170596:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.170599:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523128.170602:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523128.170606:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523128.170614:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f17ac6-59d1-4b65-92da-832758c10038:2365:1875402187355648:192.168.202.149@tcp:400:kworker.0 00000400:00000001:0.0:1788523128.170621:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523128.170622:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523128.170625:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5e18. 00000400:00000200:0.0:1788523128.170627:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325990 00000400:00000010:0.0:1788523128.170629:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325990. 00000100:00000001:0.0:1788523128.170631:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523128.170636:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523128.170644:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.170650:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523128.170652:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.170654:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523128.170655:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523128.170657:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523128.170659:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523128.170669:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523128.170672:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523128.170674:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523128.170677:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523128.170678:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523128.170679:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523128.170681:0:2365:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.170684:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523128.170688:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.170694:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523128.170696:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523128.170698:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523128.170701:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523128.170708:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187355520:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523128.170713:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.170715:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523128.170719:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78000 x1875402187355648/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.170726:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523128.170729:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523128.170734:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d864c1a00. 02000000:00000001:0.0:1788523128.170740:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523128.170743:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523128.170745:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d83f6e800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d86692800 00000020:00000001:0.0:1788523128.170748:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523128.170752:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98c5f100. 02000000:00000001:0.0:1788523128.170756:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523128.170759:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523128.170762:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78000. 00000100:00000001:0.0:1788523128.170766:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523128.170767:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.170775:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523128.170779:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f79880 x1875402187355520/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523128.170785:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523128.170787:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523128.170789:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8393de00. 02000000:00000001:0.0:1788523128.170794:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523128.170795:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523128.170796:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523128.170798:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523128.170800:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98c5f300. 02000000:00000001:0.0:1788523128.170803:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523128.170804:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523128.170805:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f79880. 00000100:00000001:0.0:1788523128.170808:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523128.170809:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.170812:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523128.170822:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523128.170825:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523128.170828:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523128.170831:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523128.900518:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295036612, at 4295036672 00000100:00000010:3.0:1788523128.900540:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d903e8d80. 00000100:00000040:2.0:1788523128.901822:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295036612, at 4295036673 00000100:00000010:2.0:1788523128.901838:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d903e8060. 00010000:00000001:3.0:1788523129.092441:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523129.092453:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523129.092460:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523129.092462:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788523129.092495:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788523129.092498:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788523129.092502:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523130.116533:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523130.116543:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523130.116549:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523130.116551:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523130.116636:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523130.116640:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523130.116644:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523131.141344:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523131.141356:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523131.141364:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523131.141365:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523131.141511:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523131.141516:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523131.141520:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523132.172446:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523132.172456:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523132.172462:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523132.172466:0:42:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788523132.172469:0:42:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788523132.172473:0:42:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523132.172476:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788523132.172479:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523132.172481:0:42:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523132.172483:0:42:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788523132.172523:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788523132.172526:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788523132.172536:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523133.190434:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523133.190443:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523133.190449:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523133.190451:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523133.190548:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523133.190553:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523133.190556:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788523133.252664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788523133.252681:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788523133.252695:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8639e680. 00000020:00000040:1.0:1788523133.252703:0:36:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:1.0:1788523133.252708:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788523133.252712:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788523133.252720:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788523133.252736:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d83c9a500. 00000100:00000001:1.0:1788523133.252748:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252766:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788523133.252780:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788523133.252787:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252795:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261305c1] to pc [ptlrpcd_00_01+1] req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523133.252832:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788523133.252865:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788523133.252869:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8639c700. 00000020:00000040:1.0:1788523133.252872:0:36:0:(genops.c:1210:class_import_get()) import ffff973d83f6e800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d86692800 00000100:00000001:1.0:1788523133.252874:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788523133.252876:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788523133.252878:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788523133.252882:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d83c9ab00. 00000100:00000001:1.0:1788523133.252886:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252890:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788523133.252899:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788523133.252901:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252905:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e67fb5] to pc [ptlrpcd_00_00+0] req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523133.252915:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788523133.252922:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788523133.252925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788523133.252928:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788523133.252932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788523133.252935:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788523133.252938:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8639dc00. 00000020:00000040:1.0:1788523133.252940:0:36:0:(genops.c:1210:class_import_get()) import ffff973d863ce800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000100:00000001:1.0:1788523133.252943:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788523133.252944:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788523133.252946:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788523133.252951:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d83c9a800. 00000100:00000001:1.0:1788523133.252954:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252964:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788523133.252972:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788523133.252974:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252979:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7b51ed] to pc [ptlrpcd_00_01+1] req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523133.252987:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.252990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788523133.252993:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788523133.252996:0:36:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788523133.252999:0:36:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788523133.253003:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8639e300. 00000020:00000040:1.0:1788523133.253006:0:36:0:(genops.c:1210:class_import_get()) import ffff973d8560e000 refcount=3 obd=lustre-OST0000-osc-ffff973d863cb000 00000100:00000001:1.0:1788523133.253008:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788523133.253010:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788523133.253011:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788523133.253015:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d83c9ae00. 00000100:00000001:1.0:1788523133.253018:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523133.253021:0:36:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628889233580800 : -115184475970816 : ffff973d8639e300) 00000100:00080000:1.0:1788523133.253025:0:36:0:(import.c:65:import_set_state_nolock()) ffff973d8560e000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788523133.253028:0:36:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff973d863cb000: disconnect after 21s idle 00000100:00000001:1.0:1788523133.253031:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788523133.253033:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.253036:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020fff918] to pc [ptlrpcd_rcv+-1] req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523133.253061:0:36:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523133.253063:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.253066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788523133.253069:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788523133.253071:0:36:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788523133.253078:0:36:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788523133.253081:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8639c000. 00000020:00000040:1.0:1788523133.253084:0:36:0:(genops.c:1210:class_import_get()) import ffff973d85608000 refcount=3 obd=lustre-OST0001-osc-ffff973d863cb000 00000100:00000001:1.0:1788523133.253086:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788523133.253087:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788523133.253089:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788523133.253093:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d83c9a000. 00000100:00000001:1.0:1788523133.253096:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523133.253098:0:36:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628889233571840 : -115184475979776 : ffff973d8639c000) 00000100:00080000:1.0:1788523133.253101:0:36:0:(import.c:65:import_set_state_nolock()) ffff973d85608000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788523133.253104:0:36:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff973d863cb000: disconnect after 21s idle 00000100:00000001:1.0:1788523133.253106:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788523133.253108:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.253113:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b247568] to pc [ptlrpcd_rcv+-1] req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523133.253121:0:36:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523133.253122:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523133.253128:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:2.0:1788523133.253229:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523133.253234:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788523133.253238:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788523133.253245:0:2364:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.253266:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788523133.253269:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523133.253275:0:2364:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788523133.253278:0:2364:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788523133.253281:0:2364:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788523133.253319:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187356544:192.168.202.149@tcp:9:kworker.0 00000100:00000001:2.0:1788523133.253325:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788523133.253333:0:2364:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788523133.253336:0:2364:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523133.253340:0:2364:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788523133.253345:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8662fa00. 02000000:00000001:2.0:1788523133.253347:0:2364:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788523133.253358:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:2.0:1788523133.253365:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d863ec9f8. 00000400:00000010:2.0:1788523133.253374:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413088. 00000100:00000200:2.0:1788523133.253382:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187356544, portal 4 00000100:00000001:2.0:1788523133.253385:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788523133.253387:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233580800 : -115184475970816 : ffff973d8639e300) 00000100:00000040:2.0:1788523133.253396:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.253403:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788523133.253407:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:2.0:1788523133.253410:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413ee0. 00000100:00000200:2.0:1788523133.253413:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875402187356544, offset 0 00000400:00000200:2.0:1788523133.253420:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:2.0:1788523133.253431:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523133.253442:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:2.0:1788523133.253449:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788523133.253454:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:2.0:1788523133.253459:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788523133.253462:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:2.0:1788523133.253472:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [120:120:256:4294967295] 192.168.202.149@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:2.0:1788523133.253478:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523133.253490:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788523133.253496:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:2.0:1788523133.253504:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d8e740200. 00000800:00000200:2.0:1788523133.253512:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:2.0:1788523133.253522:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:2.0:1788523133.253527:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d8e740200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788523133.253542:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523133.253548:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: using a timeout of 20170 usecs (21 jiffies) 00000400:00000200:2.0:1788523133.253551:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:2.0:1788523133.253554:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295041046 00000100:00000010:2.0:1788523133.253559:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d867733c0. 00000100:00000001:2.0:1788523133.253568:0:2364:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788523133.253573:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295041046 00000100:00000010:2.0:1788523133.253576:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d86773240. 00000100:00000001:2.0:1788523133.253580:0:2364:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff973d863cb000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788523133.253584:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523133.253587:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523133.253590:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788523133.253594:0:2364:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.253601:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788523133.253603:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523133.253605:0:2364:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788523133.253608:0:2364:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788523133.253610:0:2364:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788523133.253613:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187356672:192.168.202.149@tcp:9:kworker.0 00000100:00000001:2.0:1788523133.253616:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788523133.253623:0:2364:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788523133.253625:0:2364:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523133.253627:0:2364:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788523133.253629:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8662f400. 02000000:00000001:2.0:1788523133.253631:0:2364:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788523133.253635:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:2.0:1788523133.253638:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d863ec688. 00000400:00000010:2.0:1788523133.253641:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413b28. 00000100:00000200:2.0:1788523133.253644:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187356672, portal 4 00000100:00000001:2.0:1788523133.253646:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788523133.253647:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233571840 : -115184475979776 : ffff973d8639c000) 00000100:00000040:2.0:1788523133.253653:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.253660:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788523133.253662:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:2.0:1788523133.253665:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413000. 00000100:00000200:2.0:1788523133.253667:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875402187356672, offset 0 00000400:00000200:2.0:1788523133.253672:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:2.0:1788523133.253676:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523133.253679:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:2.0:1788523133.253682:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788523133.253685:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:2.0:1788523133.253687:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788523133.253690:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:2.0:1788523133.253693:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [121:121:255:4294967295] 192.168.202.149@tcp LPNI seq info [121:121:7:4294967295] 00000400:00000200:2.0:1788523133.253697:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523133.253703:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788523133.253708:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:2.0:1788523133.253711:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d8e740000. 00000800:00000200:2.0:1788523133.253715:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:2.0:1788523133.253720:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:2.0:1788523133.253722:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d8e740000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788523133.253731:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523133.253734:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: using a timeout of 19611 usecs (20 jiffies) 00000400:00000200:2.0:1788523133.253737:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:2.0:1788523133.253739:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295041045 00000100:00000001:2.0:1788523133.253741:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295041046 00000100:00000001:2.0:1788523133.253743:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295041045 00000100:00000001:2.0:1788523133.253745:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295041046 00000100:00000001:2.0:1788523133.253746:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523133.253749:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523133.253752:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523133.253755:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523133.253764:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788523133.253767:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788523133.253770:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523133.253771:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788523133.253773:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523133.253775:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.254042:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523133.254047:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523133.254049:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523133.254055:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.254063:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523133.254070:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.254073:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523133.254075:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523133.254077:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523133.254080:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187356160:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523133.254084:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523133.254087:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523133.254088:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.254090:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523133.254094:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d83f7f000. 02000000:00000001:0.0:1788523133.254095:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523133.254099:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523133.254102:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5e18. 00000400:00000010:0.0:1788523133.254107:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325990. 00000100:00000200:0.0:1788523133.254110:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187356160, portal 25 00000100:00000001:0.0:1788523133.254112:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523133.254113:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233581696 : -115184475969920 : ffff973d8639e680) 00000100:00000040:0.0:1788523133.254119:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.254127:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523133.254129:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523133.254131:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325880. 00000100:00000200:0.0:1788523133.254135:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875402187356160, offset 0 00000400:00000200:0.0:1788523133.254140:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523133.254154:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523133.254158:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523133.254162:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523133.254164:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523133.254166:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523133.254169:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523133.254171:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [122:122:254:4294967295] 192.168.202.149@tcp LPNI seq info [122:122:6:4294967295] 00000400:00000200:0.0:1788523133.254175:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523133.254181:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523133.254191:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523133.254195:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f300. 00000800:00000200:0.0:1788523133.254199:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523133.254203:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523133.254206:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523133.254209:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523133.254213:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523133.254215:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295041728 00000100:00000001:0.0:1788523133.254220:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295041046 00000100:00000001:0.0:1788523133.254224:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295041728 00000100:00000001:0.0:1788523133.254227:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295041046 00000100:00000001:0.0:1788523133.254229:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523133.254232:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.254234:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523133.254238:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.254245:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523133.254247:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.254249:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523133.254251:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523133.254253:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523133.254255:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2366:1875402187356416:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523133.254259:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523133.254261:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523133.254263:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.254265:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523133.254268:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d83f7fa00. 02000000:00000001:0.0:1788523133.254270:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523133.254273:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523133.254276:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5c08. 00000400:00000010:0.0:1788523133.254284:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863255d8. 00000100:00000200:0.0:1788523133.254322:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187356416, portal 10 00000100:00000001:0.0:1788523133.254324:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523133.254325:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233579008 : -115184475972608 : ffff973d8639dc00) 00000100:00000040:0.0:1788523133.254332:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.254340:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523133.254342:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523133.254345:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863256e8. 00000100:00000200:0.0:1788523133.254347:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187356416, offset 0 00000400:00000200:0.0:1788523133.254352:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523133.254356:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523133.254360:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523133.254362:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523133.254365:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523133.254368:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523133.254370:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523133.254374:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [123:123:253:4294967295] 192.168.202.149@tcp LPNI seq info [123:123:5:4294967295] 00000400:00000200:0.0:1788523133.254378:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523133.254384:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523133.254388:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523133.254391:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f100. 00000800:00000200:0.0:1788523133.254395:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523133.254399:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523133.254401:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523133.254405:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523133.254408:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: using a timeout of 19946 usecs (20 jiffies) 00000400:00000200:0.0:1788523133.254411:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523133.254413:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295041046 00000100:00000001:0.0:1788523133.254415:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295041728 00000100:00000001:0.0:1788523133.254424:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295041046 00000100:00000001:0.0:1788523133.254426:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295041728 00000100:00000001:0.0:1788523133.254428:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523133.254430:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.254433:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.254435:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.254439:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523133.254441:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788523133.254443:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523133.254444:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523133.254445:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523133.254449:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788523133.254451:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.254453:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523133.254454:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.254456:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523133.254457:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523133.254458:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523133.254463:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.254471:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523133.254472:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.254474:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523133.254476:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523133.254479:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523133.254482:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187356288:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523133.254485:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523133.254488:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523133.254490:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.254491:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523133.254495:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d83f7e200. 02000000:00000001:0.0:1788523133.254497:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523133.254500:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523133.254503:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5058. 00000400:00000010:0.0:1788523133.254511:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325f68. 00000100:00000200:0.0:1788523133.254514:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187356288, portal 10 00000100:00000001:0.0:1788523133.254516:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523133.254517:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233573632 : -115184475977984 : ffff973d8639c700) 00000100:00000040:0.0:1788523133.254524:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.254531:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523133.254533:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523133.254535:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863257f8. 00000100:00000200:0.0:1788523133.254537:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187356288, offset 0 00000400:00000200:0.0:1788523133.254541:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523133.254545:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523133.254548:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523133.254551:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523133.254553:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523133.254555:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523133.254557:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523133.254560:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [124:124:252:4294967295] 192.168.202.149@tcp LPNI seq info [124:124:4:4294967295] 00000400:00000200:0.0:1788523133.254563:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523133.254569:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523133.254573:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523133.254576:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5fa00. 00000800:00000200:0.0:1788523133.254580:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523133.254584:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523133.254586:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788523133.254590:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523133.254592:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: using a timeout of 140062 usecs (141 jiffies) 00000400:00000200:0.0:1788523133.254596:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523133.254598:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 2 is 4295041167 00000100:00000001:0.0:1788523133.254600:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 2, keep current deadline 4295041728 00000100:00000001:0.0:1788523133.254608:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 3 is 4295041167 00000100:00000001:0.0:1788523133.254610:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 3, keep current deadline 4295041728 00000100:00000001:0.0:1788523133.254613:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523133.254615:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.254617:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.254619:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.254631:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523133.254634:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523133.254866:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523133.254871:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d8e740200. 00000400:00000200:3.0:1788523133.254877:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.254883:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523133.254889:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413ee0 00000400:00000010:3.0:1788523133.254892:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413ee0. 00000100:00000001:3.0:1788523133.254898:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523133.254904:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.254915:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523133.254918:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.254926:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523133.254928:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523133.254941:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523133.254943:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d8e740000. 00000400:00000200:3.0:1788523133.254945:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.254948:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523133.254951:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413000 00000400:00000010:3.0:1788523133.254953:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413000. 00000100:00000001:3.0:1788523133.254955:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523133.254959:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.254967:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523133.254970:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.254976:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523133.254978:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523133.254993:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523133.254995:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f300. 00000400:00000200:3.0:1788523133.254999:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.255002:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523133.255004:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325880 00000400:00000010:3.0:1788523133.255006:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325880. 00000100:00000001:3.0:1788523133.255008:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523133.255012:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.255019:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523133.255022:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.255029:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523133.255030:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523133.255038:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523133.255040:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f100. 00000400:00000200:3.0:1788523133.255042:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.255045:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523133.255048:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863256e8 00000400:00000010:3.0:1788523133.255049:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863256e8. 00000100:00000001:3.0:1788523133.255051:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523133.255055:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.255062:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523133.255065:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.255072:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523133.255074:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523133.255199:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523133.255202:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5fa00. 00000400:00000200:3.0:1788523133.255205:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.255209:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523133.255211:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863257f8 00000400:00000010:3.0:1788523133.255218:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863257f8. 00000100:00000001:3.0:1788523133.255221:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523133.255225:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.255233:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523133.255236:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.255243:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523133.255245:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788523133.260560:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.260590:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523133.260597:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.260600:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.260612:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.260623:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523133.260635:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.260641:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.260649:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.260654:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 25 MB=0x6a9ab19303800 00000400:00000200:3.0:1788523133.260661:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.260669:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 224/224 into md 0x76d [1] + 224 00000800:00000001:3.0:1788523133.260680:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.260690:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.260695:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.260700:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523133.260712:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523133.260723:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523133.260735:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.260765:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523133.260796:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.260800:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.263351:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523133.263362:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523133.263375:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523133.263378:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523133.263383:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5e18. 00000400:00000200:0.0:1788523133.263404:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325990 00000400:00000010:0.0:1788523133.263408:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325990. 00000100:00000001:0.0:1788523133.263415:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523133.263429:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523133.263442:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.263449:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523133.263452:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.263456:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523133.263460:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523133.263463:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523133.263465:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.263469:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523133.263477:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523133.264004:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523133.264008:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523133.264010:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523133.264014:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523133.264016:0:2366:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.264020:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523133.264027:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.264057:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523133.264062:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523133.264065:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523133.264066:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1788523133.264071:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523133.264082:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187356160:192.168.202.149@tcp:400:kworker.0 00000800:00000001:3.0:1788523133.264091:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523133.264096:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.264100:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.264102:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.264107:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1788523133.264110:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000040:0.0:1788523133.264114:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8639e680 x1875402187356160/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788523133.264121:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000100:00000001:0.0:1788523133.264130:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523133.264134:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523133.264139:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d83f7f000. 02000000:00000001:0.0:1788523133.264153:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523133.264157:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523133.264159:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523133.264161:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523133.264165:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d83c9a500. 02000000:00000001:0.0:1788523133.264171:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523133.264174:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523133.264176:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8639e680. 00000100:00000001:0.0:1788523133.264180:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523133.264182:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.264186:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.264188:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523133.264190:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523133.264192:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.264194:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788523133.264735:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.264741:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.264757:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.264763:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 4 MB=0x6a9ab19303980 00000400:00000200:3.0:1788523133.264770:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.264777:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.149@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:3.0:1788523133.264787:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.264794:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.264798:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.264804:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523133.264822:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523133.264830:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523133.264841:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.264937:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523133.264942:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788523133.264999:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523133.265011:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265015:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523133.265018:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265020:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.265024:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265028:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523133.265032:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265035:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265038:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265051:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303900 00000400:00000200:3.0:1788523133.265055:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265060:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:3.0:1788523133.265065:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265069:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.265071:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.265075:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523133.265079:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523133.265084:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523133.265093:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.265113:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523133.265118:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265122:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523133.265123:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265136:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.265139:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265153:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523133.265157:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265160:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265162:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265165:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303880 00000400:00000200:3.0:1788523133.265168:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265172:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:3.0:1788523133.265175:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265179:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.265181:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.265185:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523133.265188:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523133.265192:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523133.265230:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.265237:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523133.265244:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265249:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523133.265251:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265253:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.265256:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265260:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523133.265264:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265266:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265269:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265271:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 4 MB=0x6a9ab19303a00 00000400:00000200:3.0:1788523133.265274:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523133.265277:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.149@tcp of length 224/224 into md 0x75d [1] + 224 00000800:00000001:3.0:1788523133.265281:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265312:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523133.265315:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523133.265318:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523133.265321:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523133.265325:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523133.265332:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523133.265350:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523133.265353:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523133.265357:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.265419:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523133.265423:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523133.265429:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523133.265431:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523133.265435:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5058. 00000400:00000200:0.0:1788523133.265446:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325f68 00000400:00000010:0.0:1788523133.265450:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325f68. 00000100:00000001:0.0:1788523133.265453:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523133.265458:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523133.265468:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.265475:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523133.265477:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.265480:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523133.265483:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523133.265486:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523133.265489:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.265492:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523133.265502:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d83f6ec60 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523133.265506:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d83f6ec18 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523133.265509:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523133.265510:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523133.265513:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523133.265517:0:2366:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.265521:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523133.265524:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d86692800: skip recheck: last_committed 0 00000100:00000001:0.0:1788523133.265526:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523133.265528:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523133.265532:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.265540:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523133.265542:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523133.265544:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523133.265548:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523133.265556:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f17ac6-59d1-4b65-92da-832758c10038:2366:1875402187356288:192.168.202.149@tcp:400:kworker.0 00000400:00000001:0.0:1788523133.265570:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523133.265571:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523133.265573:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5c08. 00000400:00000200:0.0:1788523133.265576:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863255d8 00000400:00000010:0.0:1788523133.265577:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863255d8. 00000100:00000001:0.0:1788523133.265580:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523133.265584:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523133.265593:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.265598:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523133.265600:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.265601:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523133.265603:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523133.265604:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523133.265605:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523133.265607:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523133.265613:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d863cec60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523133.265616:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d863cec18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523133.265618:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523133.265620:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523133.265622:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523133.265624:0:2366:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.265626:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523133.265628:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:0.0:1788523133.265630:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523133.265631:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523133.265634:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.265641:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523133.265644:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523133.265645:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523133.265649:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523133.265677:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2366:1875402187356416:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523133.265683:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.265685:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523133.265689:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8639c700 x1875402187356288/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.265697:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523133.265699:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523133.265702:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d83f7e200. 02000000:00000001:0.0:1788523133.265705:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523133.265707:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523133.265709:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d83f6e800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d86692800 00000020:00000001:0.0:1788523133.265712:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523133.265714:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d83c9ab00. 02000000:00000001:0.0:1788523133.265718:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523133.265720:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523133.265722:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8639c700. 00000100:00000001:0.0:1788523133.265725:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523133.265727:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.265728:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523133.265732:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8639dc00 x1875402187356416/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523133.265738:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523133.265740:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523133.265741:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d83f7fa00. 02000000:00000001:0.0:1788523133.265744:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523133.265745:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523133.265746:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d863ce800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000001:0.0:1788523133.265748:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523133.265749:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d83c9a800. 02000000:00000001:0.0:1788523133.265751:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523133.265752:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523133.265754:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8639dc00. 00000100:00000001:0.0:1788523133.265761:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523133.265763:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.265765:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523133.265775:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523133.265777:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523133.265780:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523133.265783:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788523133.267624:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788523133.267633:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788523133.267638:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d863ec9f8. 00000400:00000200:2.0:1788523133.267650:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413088 00000400:00000010:2.0:1788523133.267653:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413088. 00000100:00000001:2.0:1788523133.267659:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523133.267673:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788523133.267686:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.267695:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788523133.267697:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523133.267701:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788523133.267705:0:2364:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788523133.267729:0:2364:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788523133.267732:0:2364:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523133.267735:0:2364:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788523133.267747:0:2364:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d8560e460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1788523133.267874:0:2364:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d8560e418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788523133.267876:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788523133.267879:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523133.267881:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788523133.267887:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788523133.267894:0:2364:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523133.267898:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788523133.267901:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:2.0:1788523133.267903:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788523133.267905:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523133.267962:0:2364:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.267971:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523133.267974:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788523133.267976:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788523133.267981:0:2364:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788523133.267990:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d8560e000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788523133.267995:0:2364:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523133.268003:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187356544:192.168.202.149@tcp:9:kworker.0 00000400:00000001:2.0:1788523133.268012:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788523133.268014:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788523133.268015:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d863ec688. 00000400:00000200:2.0:1788523133.268018:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413b28 00000400:00000010:2.0:1788523133.268025:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413b28. 00000100:00000001:2.0:1788523133.268028:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523133.268032:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788523133.268040:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.268046:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788523133.268048:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523133.268050:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788523133.268051:0:2364:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788523133.268053:0:2364:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788523133.268054:0:2364:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523133.268056:0:2364:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788523133.268063:0:2364:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d85608460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1788523133.268065:0:2364:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d85608418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788523133.268067:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788523133.268069:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523133.268071:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788523133.268074:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788523133.268080:0:2364:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523133.268082:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788523133.268083:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:2.0:1788523133.268085:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788523133.268087:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523133.268090:0:2364:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.268096:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523133.268097:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788523133.268099:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788523133.268103:0:2364:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788523133.268120:0:2364:0:(import.c:65:import_set_state_nolock()) ffff973d85608000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788523133.268188:0:2364:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523133.268198:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dc8538ed-cb31-4738-91dc-1a72266e23c6:2364:1875402187356672:192.168.202.149@tcp:9:kworker.0 00000100:00000001:2.0:1788523133.268203:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523133.268515:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523133.268521:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8639e300 x1875402187356544/t0(0) o9->lustre-OST0000-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.268528:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788523133.268531:0:2364:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788523133.268535:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8662fa00. 02000000:00000001:2.0:1788523133.268539:0:2364:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788523133.268543:0:2364:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788523133.268544:0:2364:0:(genops.c:1223:class_import_put()) import ffff973d8560e000 refcount=2 obd=lustre-OST0000-osc-ffff973d863cb000 00000020:00000001:2.0:1788523133.268547:0:2364:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788523133.268551:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d83c9ae00. 02000000:00000001:2.0:1788523133.268557:0:2364:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788523133.268559:0:2364:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788523133.268561:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8639e300. 00000100:00000001:2.0:1788523133.268566:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788523133.268567:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523133.268569:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523133.268572:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8639c000 x1875402187356672/t0(0) o9->lustre-OST0001-osc-ffff973d863cb000@192.168.202.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788523143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523133.268577:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788523133.268579:0:2364:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788523133.268580:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8662f400. 02000000:00000001:2.0:1788523133.268582:0:2364:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788523133.268584:0:2364:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788523133.268585:0:2364:0:(genops.c:1223:class_import_put()) import ffff973d85608000 refcount=2 obd=lustre-OST0001-osc-ffff973d863cb000 00000020:00000001:2.0:1788523133.268587:0:2364:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788523133.268595:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d83c9a000. 02000000:00000001:2.0:1788523133.268598:0:2364:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788523133.268599:0:2364:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788523133.268601:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8639c000. 00000100:00000001:2.0:1788523133.268604:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788523133.268605:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523133.268607:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523133.268619:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788523133.268621:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523133.268625:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523133.268627:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523134.020685:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295041728, at 4295041792 00000100:00000010:3.0:1788523134.020708:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d86773240. 00000100:00000040:2.0:1788523134.020968:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295041728, at 4295041792 00000100:00000010:2.0:1788523134.020978:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d867733c0. 00010000:00000001:3.0:1788523134.212474:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523134.212485:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523134.212493:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523134.212494:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788523134.212535:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788523134.212548:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788523134.212553:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523135.237070:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523135.237082:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523135.237092:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523135.237094:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523135.237217:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523135.237221:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523135.237226:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523136.260604:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523136.260616:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523136.260625:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523136.260626:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788523136.263206:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788523136.263216:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523136.263222:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523137.290754:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523137.290767:0:42:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788523137.290769:0:42:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788523137.290774:0:42:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523137.290781:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788523137.290784:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523137.290787:0:42:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523137.290790:0:42:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523137.290795:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523137.290797:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523137.290920:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523137.290925:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523137.290929:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523138.311218:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523138.311229:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523138.311236:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523138.311238:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788523138.311359:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788523138.311363:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523138.311367:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788523138.374525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788523138.374540:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788523138.374557:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d84c86d80. 00000020:00000040:3.0:1788523138.374569:0:36:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:3.0:1788523138.374576:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788523138.374581:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788523138.374589:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788523138.374602:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d85295a00. 00000100:00000001:3.0:1788523138.374636:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374654:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788523138.374679:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788523138.374685:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374694:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd55439a] to pc [ptlrpcd_01_01+1] req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.374734:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788523138.374741:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788523138.374745:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d84c86a00. 00000020:00000040:3.0:1788523138.374747:0:36:0:(genops.c:1210:class_import_get()) import ffff973d83f6e800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d86692800 00000100:00000001:3.0:1788523138.374750:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788523138.374752:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788523138.374754:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788523138.374758:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d85295f00. 00000100:00000001:3.0:1788523138.374761:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374765:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788523138.374773:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788523138.374776:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374779:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a80e34d0] to pc [ptlrpcd_01_00+0] req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.374796:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788523138.374803:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788523138.374805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788523138.374809:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788523138.374817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788523138.374821:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788523138.374824:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d84c87b80. 00000020:00000040:3.0:1788523138.374827:0:36:0:(genops.c:1210:class_import_get()) import ffff973d863ce800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000100:00000001:3.0:1788523138.374830:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788523138.374831:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788523138.374833:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788523138.374837:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d85295500. 00000100:00000001:3.0:1788523138.374840:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374845:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788523138.374851:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788523138.374853:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374857:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da4bccf2] to pc [ptlrpcd_01_01+1] req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.374864:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.374867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788523138.374871:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788523138.374874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788523138.374877:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788523138.374883:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000100:00000001:3.0:1788523138.374898:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788523138.374903:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788523138.374906:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788523138.374912:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.374920:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788523138.374923:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.374935:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788523138.374939:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788523138.374942:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788523138.374947:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187356800:192.168.202.149@tcp:400:kworker.0 00000100:00000001:3.0:1788523138.374952:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788523138.374963:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788523138.374967:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.374971:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788523138.374977:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8e68a800. 02000000:00000001:3.0:1788523138.374979:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788523138.374992:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:3.0:1788523138.374998:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d903024d0. 00000400:00000010:3.0:1788523138.375009:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d84cec440. 00000100:00000200:3.0:1788523138.375021:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187356800, portal 25 00000100:00000001:3.0:1788523138.375024:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788523138.375026:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889209367936 : -115184500183680 : ffff973d84c86d80) 00000100:00000040:3.0:1788523138.375033:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375041:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788523138.375045:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:3.0:1788523138.375048:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d84cecc38. 00000100:00000200:3.0:1788523138.375051:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875402187356800, offset 0 00000400:00000200:3.0:1788523138.375059:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:3.0:1788523138.375070:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.375080:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:3.0:1788523138.375087:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788523138.375103:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:3.0:1788523138.375107:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788523138.375111:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:3.0:1788523138.375115:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [125:125:256:4294967295] 192.168.202.149@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1788523138.375119:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.375131:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788523138.375146:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:3.0:1788523138.375151:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d85295c00. 00000800:00000200:3.0:1788523138.375159:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:3.0:1788523138.375170:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:3.0:1788523138.375176:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d85295c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788523138.375190:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788523138.375195:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:3.0:1788523138.375198:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295046849 00000100:00000010:3.0:1788523138.375203:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d8b3c61e0. 00000100:00000001:3.0:1788523138.375211:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788523138.375218:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295046849 00000100:00000010:3.0:1788523138.375222:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d8b3c6180. 00000100:00000001:3.0:1788523138.375225:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788523138.375228:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788523138.375232:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375235:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788523138.375239:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375246:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788523138.375247:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.375250:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788523138.375252:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788523138.375254:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788523138.375256:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2368:1875402187357056:192.168.202.149@tcp:400:kworker.0 00000100:00000001:3.0:1788523138.375260:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788523138.375262:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788523138.375264:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.375265:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788523138.375271:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8de2fc00. 02000000:00000001:3.0:1788523138.375273:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788523138.375276:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:3.0:1788523138.375283:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d90302528. 00000400:00000010:3.0:1788523138.375327:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d84cecaa0. 00000100:00000200:3.0:1788523138.375331:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187357056, portal 10 00000100:00000001:3.0:1788523138.375333:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788523138.375334:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889209371520 : -115184500180096 : ffff973d84c87b80) 00000100:00000040:3.0:1788523138.375342:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375348:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788523138.375350:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:3.0:1788523138.375353:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d84cece58. 00000100:00000200:3.0:1788523138.375355:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187357056, offset 0 00000400:00000200:3.0:1788523138.375359:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:3.0:1788523138.375362:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.375365:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:3.0:1788523138.375367:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788523138.375369:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:3.0:1788523138.375372:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788523138.375374:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:3.0:1788523138.375378:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [126:126:255:4294967295] 192.168.202.149@tcp LPNI seq info [126:126:7:4294967295] 00000400:00000200:3.0:1788523138.375382:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.375387:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788523138.375392:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:3.0:1788523138.375395:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d85295e00. 00000800:00000200:3.0:1788523138.375399:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:3.0:1788523138.375403:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:3.0:1788523138.375405:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d85295e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788523138.375408:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.375412:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: using a timeout of 19481 usecs (20 jiffies) 00000400:00000200:3.0:1788523138.375415:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:3.0:1788523138.375417:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295046167 00000100:00000001:3.0:1788523138.375419:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295046849 00000100:00000001:3.0:1788523138.375427:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295046167 00000100:00000001:3.0:1788523138.375430:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295046849 00000100:00000001:3.0:1788523138.375432:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788523138.375434:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375437:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375440:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.375451:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788523138.375453:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788523138.375456:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788523138.375457:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788523138.375458:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788523138.375461:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788523138.375463:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.375465:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788523138.375466:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.375468:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788523138.375469:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788523138.375470:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788523138.375474:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375482:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788523138.375484:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.375486:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788523138.375489:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788523138.375491:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788523138.375494:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187356928:192.168.202.149@tcp:400:kworker.0 00000100:00000001:3.0:1788523138.375497:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788523138.375500:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788523138.375501:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.375503:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788523138.375507:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d860b2a00. 02000000:00000001:3.0:1788523138.375509:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788523138.375512:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:3.0:1788523138.375515:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d90302b00. 00000400:00000010:3.0:1788523138.375523:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d84cecbb0. 00000100:00000200:3.0:1788523138.375527:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187356928, portal 10 00000100:00000001:3.0:1788523138.375529:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788523138.375530:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889209367040 : -115184500184576 : ffff973d84c86a00) 00000100:00000040:3.0:1788523138.375537:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375543:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788523138.375545:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:3.0:1788523138.375547:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d84cec4c8. 00000100:00000200:3.0:1788523138.375550:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187356928, offset 0 00000400:00000200:3.0:1788523138.375555:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:3.0:1788523138.375559:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.375562:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:3.0:1788523138.375565:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788523138.375567:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:3.0:1788523138.375569:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788523138.375571:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:3.0:1788523138.375574:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [127:127:254:4294967295] 192.168.202.149@tcp LPNI seq info [127:127:6:4294967295] 00000400:00000200:3.0:1788523138.375578:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.375583:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788523138.375588:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:3.0:1788523138.375592:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d85295900. 00000800:00000200:3.0:1788523138.375596:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:3.0:1788523138.375600:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:3.0:1788523138.375602:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d85295900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788523138.375605:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.375608:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: using a timeout of 134881 usecs (135 jiffies) 00000400:00000200:3.0:1788523138.375612:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:3.0:1788523138.375613:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 2 is 4295046282 00000100:00000001:3.0:1788523138.375616:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 2, keep current deadline 4295046849 00000100:00000001:3.0:1788523138.375624:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 3 is 4295046282 00000100:00000001:3.0:1788523138.375626:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 3, keep current deadline 4295046849 00000100:00000001:3.0:1788523138.375628:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788523138.375630:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375633:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375635:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375649:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788523138.375651:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523138.375705:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523138.375710:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d85295c00. 00000400:00000200:3.0:1788523138.375719:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523138.375725:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523138.375732:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d84cecc38 00000400:00000010:3.0:1788523138.375735:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d84cecc38. 00000100:00000001:3.0:1788523138.375742:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523138.375746:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375757:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523138.375761:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375769:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375770:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523138.375784:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523138.375786:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d85295e00. 00000400:00000200:3.0:1788523138.375789:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523138.375792:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523138.375794:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d84cece58 00000400:00000010:3.0:1788523138.375796:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d84cece58. 00000100:00000001:3.0:1788523138.375798:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523138.375801:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375807:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523138.375816:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375821:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375823:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788523138.375911:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523138.375914:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d85295900. 00000400:00000200:3.0:1788523138.375916:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523138.375920:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523138.375923:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d84cec4c8 00000400:00000010:3.0:1788523138.375925:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d84cec4c8. 00000100:00000001:3.0:1788523138.375928:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523138.375931:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375938:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523138.375941:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.375948:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.375950:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788523138.382899:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.382925:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523138.382931:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.382934:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523138.382946:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.382956:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523138.382968:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.382974:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.382980:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.382985:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303b80 00000400:00000200:3.0:1788523138.382991:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.382999:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:3.0:1788523138.383007:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.383012:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523138.383016:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523138.383039:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523138.383050:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523138.383061:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523138.383073:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.383089:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523138.383173:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.383178:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523138.383179:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.383182:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523138.383185:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383189:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523138.383192:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383195:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383198:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383200:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303b00 00000400:00000200:3.0:1788523138.383203:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383207:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1788523138.383211:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.383215:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523138.383217:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523138.383220:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523138.383223:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523138.383228:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523138.383237:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.383244:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523138.383247:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.383256:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523138.383258:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.383260:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523138.383262:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383265:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523138.383269:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383271:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383274:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383276:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 25 MB=0x6a9ab19303a80 00000400:00000200:3.0:1788523138.383280:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523138.383871:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:3.0:1788523138.383879:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.383906:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523138.383909:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523138.383914:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523138.383918:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523138.383923:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523138.383933:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.383941:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523138.383947:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523138.383950:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.383967:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788523138.383972:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788523138.383981:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788523138.383983:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788523138.383988:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d90302b00. 00000400:00000200:3.0:1788523138.383994:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d84cecbb0 00000400:00000010:3.0:1788523138.383997:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d84cecbb0. 00000100:00000001:3.0:1788523138.384001:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523138.384006:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788523138.384032:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384038:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788523138.384040:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.384043:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788523138.384047:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788523138.384050:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788523138.384053:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.384056:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788523138.384067:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d83f6ec60 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1788523138.384072:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d83f6ec18 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1788523138.384075:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788523138.384077:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523138.384081:0:2368:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788523138.384085:0:2368:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.384090:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788523138.384100:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d86692800: skip recheck: last_committed 0 00000100:00000001:3.0:1788523138.384103:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788523138.384106:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.384112:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384119:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788523138.384122:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788523138.384124:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788523138.384127:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523138.384136:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f17ac6-59d1-4b65-92da-832758c10038:2368:1875402187356928:192.168.202.149@tcp:400:kworker.0 00000400:00000001:3.0:1788523138.384143:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788523138.384144:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788523138.384147:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d903024d0. 00000400:00000200:3.0:1788523138.384149:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d84cec440 00000400:00000010:3.0:1788523138.384157:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d84cec440. 00000100:00000001:3.0:1788523138.384160:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523138.384163:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788523138.384171:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384177:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788523138.384179:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.384181:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788523138.384183:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788523138.384185:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788523138.384187:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.384188:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788523138.384192:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1788523138.384195:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1788523138.384197:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788523138.384198:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523138.384200:0:2368:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788523138.384202:0:2368:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.384204:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.384207:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384214:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788523138.384216:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788523138.384217:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788523138.384220:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523138.384227:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2368:1875402187356800:192.168.202.149@tcp:400:kworker.0 00000400:00000001:3.0:1788523138.384232:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788523138.384233:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788523138.384235:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d90302528. 00000400:00000200:3.0:1788523138.384237:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d84cecaa0 00000400:00000010:3.0:1788523138.384243:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d84cecaa0. 00000100:00000001:3.0:1788523138.384246:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523138.384250:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788523138.384258:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384265:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788523138.384266:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.384268:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788523138.384269:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788523138.384270:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788523138.384273:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523138.384274:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788523138.384279:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d863cec60 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1788523138.384282:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d863cec18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788523138.384834:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788523138.384838:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523138.384840:0:2368:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788523138.384842:0:2368:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.384845:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788523138.384847:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:3.0:1788523138.384849:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788523138.384851:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788523138.384856:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384865:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788523138.384867:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788523138.384868:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788523138.384872:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788523138.384878:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dc8538ed-cb31-4738-91dc-1a72266e23c6:2368:1875402187357056:192.168.202.149@tcp:400:kworker.0 00000100:00000001:3.0:1788523138.384883:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.384891:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523138.384896:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d84c86a00 x1875402187356928/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384903:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788523138.384907:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788523138.384911:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d860b2a00. 02000000:00000001:3.0:1788523138.384915:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788523138.384918:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788523138.384921:0:2368:0:(genops.c:1223:class_import_put()) import ffff973d83f6e800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d86692800 00000020:00000001:3.0:1788523138.384923:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788523138.384926:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d85295f00. 02000000:00000001:3.0:1788523138.384930:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788523138.384932:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788523138.384935:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d84c86a00. 00000100:00000001:3.0:1788523138.384939:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788523138.384940:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.384942:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523138.384945:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d84c86d80 x1875402187356800/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384951:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788523138.384953:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788523138.384954:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8e68a800. 02000000:00000001:3.0:1788523138.384959:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788523138.384960:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788523138.384961:0:2368:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:3.0:1788523138.384963:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788523138.384965:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d85295a00. 02000000:00000001:3.0:1788523138.384967:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788523138.384968:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788523138.384970:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d84c86d80. 00000100:00000001:3.0:1788523138.384972:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788523138.384973:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.384975:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523138.384978:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d84c87b80 x1875402187357056/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523138.384984:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788523138.384990:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788523138.384991:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8de2fc00. 02000000:00000001:3.0:1788523138.384995:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788523138.384997:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788523138.384998:0:2368:0:(genops.c:1223:class_import_put()) import ffff973d863ce800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000001:3.0:1788523138.385000:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788523138.385001:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d85295500. 02000000:00000001:3.0:1788523138.385003:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788523138.385004:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788523138.385005:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d84c87b80. 00000100:00000001:3.0:1788523138.385007:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788523138.385008:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.385011:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788523138.385020:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788523138.385022:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523138.385024:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788523138.385027:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788523138.638911:0:9393:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788523138.638927:0:9393:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788523139.010182:0:9429:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788523139.010194:0:9429:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1788523139.014721:0:9429:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1788523139.141471:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295046849, at 4295046913 00000100:00000010:3.0:1788523139.141493:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d8b3c6180. 00000100:00000040:2.0:1788523139.144803:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295046849, at 4295046916 00000100:00000010:2.0:1788523139.144819:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d8b3c61e0. 00010000:00000001:3.0:1788523139.333518:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523139.333524:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523139.333530:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523139.333532:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523139.334600:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523139.334607:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523139.334613:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788523140.315855:0:9526:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788523140.315870:0:9526:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523140.358901:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523140.358914:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523140.358922:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523140.358923:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523140.359184:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523140.359189:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523140.359192:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523141.382631:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523141.382643:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523141.382652:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523141.382654:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788523141.383056:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788523141.383061:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523141.383076:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1788523142.175641:0:9591:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff973d90f4f800. 00000400:00000040:3.0:1788523142.175675:0:9591:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1788523142.175678:0:9591:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1788523142.175680:0:9591:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1788523142.175682:0:9591:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1788523142.175683:0:9591:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1788523142.175689:0:9591:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:3.0:1788523142.175691:0:9591:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:3.0:1788523142.175779:0:9591:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff973d90f4f800. 00010000:00000001:3.0:1788523142.404391:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523142.404403:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523142.404411:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523142.404416:0:42:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788523142.404419:0:42:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788523142.404424:0:42:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523142.404429:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788523142.404432:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523142.404434:0:42:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523142.404437:0:42:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523142.405547:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523142.405553:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523142.405558:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788523143.360247:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.360273:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523143.360279:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.360282:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523143.360353:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.360364:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523143.360377:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.360384:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.360404:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.360411:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 328 into portal 15 MB=0x6a9ab1a90cd80 00000400:00000200:3.0:1788523143.360423:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.149@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:3.0:1788523143.360434:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.360439:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523143.360444:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523143.360450:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523143.360463:0:2360:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788523143.360466:0:2360:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788523143.360474:0:2360:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d84c87b80. 00000100:00000040:3.0:1788523143.360479:0:2360:0:(events.c:341:request_in_callback()) incoming req@ffff973d84c87b80 x1875402210463104 msgsize 328 00000100:00100000:3.0:1788523143.360483:0:2360:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.149@tcp (source: 12345-192.168.202.149@tcp) 00000100:00000001:3.0:1788523143.360501:0:2360:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788523143.360513:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.360539:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523143.360541:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.360543:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523143.360546:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.360550:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523143.360554:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.360557:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.360560:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.360564:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 328 into portal 15 MB=0x6a9ab1a90ce00 00000400:00000200:3.0:1788523143.360568:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.149@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:3.0:1788523143.360572:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.360579:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523143.360581:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523143.360584:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523143.360588:0:2360:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788523143.360589:0:2360:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788523143.360593:0:2360:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d84c86d80. 00000100:00000040:3.0:1788523143.360595:0:2360:0:(events.c:341:request_in_callback()) incoming req@ffff973d84c86d80 x1875402210463232 msgsize 328 00000100:00100000:3.0:1788523143.360599:0:2360:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.149@tcp (source: 12345-192.168.202.149@tcp) 00000100:00000001:3.0:1788523143.360608:0:2360:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788523143.360611:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.360614:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523143.361166:0:5598:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788523143.361171:0:5598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875402210463104 02000000:00000001:2.0:1788523143.361176:0:5598:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788523143.361179:0:5598:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788523143.361182:0:5598:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523143.361189:0:5598:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788523143.361205:0:5598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875402210463104 00000020:00000001:2.0:1788523143.361226:0:5598:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788523143.361229:0:5598:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd4927474cca598dd 00000020:00000001:2.0:1788523143.361233:0:5598:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788523143.361238:0:5598:0:(lustre_handles.c:148:class_handle2object()) GET export ffff973d8641a000 refcount=3 00000020:00000001:2.0:1788523143.361242:0:5598:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628889234087936 : -115184475463680 : ffff973d8641a000) 00000020:00000001:2.0:1788523143.361244:0:5598:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628889234087936 : -115184475463680 : ffff973d8641a000) 00000100:00000001:2.0:1788523143.361250:0:5598:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788523143.361255:0:5598:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff973d82aa4a40. 00000100:00000001:2.0:1788523143.361259:0:5598:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788523143.361262:0:5598:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff973d82aa4a40. 00000020:00000010:2.0:1788523143.361271:0:5598:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff973d8662fc00. 00000020:00000010:2.0:1788523143.361279:0:5598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff973d89c2f580. 00000020:00000010:2.0:1788523143.361327:0:5598:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff973d86116898. 00000100:00000040:2.0:1788523143.361341:0:5598:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788523143.361346:0:5598:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788523143.361348:0:5598:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788523143.361351:0:5598:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.361362:0:5598:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.361365:0:5598:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523143.361377:0:5598:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788523143.361379:0:5598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875402210463232 02000000:00000001:2.0:1788523143.361381:0:5598:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788523143.361383:0:5598:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788523143.361384:0:5598:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523143.361387:0:5598:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788523143.361389:0:5598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875402210463232 00000020:00000001:2.0:1788523143.361401:0:5598:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788523143.361403:0:5598:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd4927474cca598dd 00000020:00000001:2.0:1788523143.361406:0:5598:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788523143.361408:0:5598:0:(lustre_handles.c:148:class_handle2object()) GET export ffff973d8641a000 refcount=4 00000020:00000001:2.0:1788523143.361410:0:5598:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628889234087936 : -115184475463680 : ffff973d8641a000) 00000020:00000001:2.0:1788523143.361412:0:5598:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628889234087936 : -115184475463680 : ffff973d8641a000) 00000100:00000001:2.0:1788523143.361416:0:5598:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788523143.361419:0:5598:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff973d82aa4a40. 00000100:00000001:2.0:1788523143.361427:0:5598:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788523143.361429:0:5598:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff973d82aa4a40. 00000020:00000010:2.0:1788523143.361434:0:5598:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff973d8662e600. 00000020:00000010:2.0:1788523143.361438:0:5598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff973d89c2f500. 00000020:00000010:2.0:1788523143.361442:0:5598:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff973d86116640. 00000100:00000001:2.0:1788523143.361446:0:5598:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788523143.361447:0:5598:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788523143.361448:0:5598:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.361451:0:5598:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.361453:0:5598:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523143.361461:0:5598:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788523143.361464:0:5598:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788523143.361472:0:5598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.149@tcp, seq: 3 00000100:00000040:2.0:1788523143.361478:0:5598:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff973d8641a000 : new rpc_count 1 00000100:00000001:2.0:1788523143.361480:0:5598:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446628889209371520 : -115184500180096 : ffff973d84c87b80) 00000100:00000040:2.0:1788523143.361489:0:5598:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff973d84c87b80 x1875402210463104/t0(0) o104->1ee96975-dad2-4a83-b7f1-46eb34baa2be@192.168.202.149@tcp:634/0 lens 328/0 e 0 to 0 dl 1788523154 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788523143.361500:0:5598:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788523143.361503:0:5598:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff973d82aa4a40. 00000100:00000001:2.0:1788523143.361504:0:5598:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788523143.361507:0:5598:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff973d82aa4a40. 00000100:00100000:2.0:1788523143.361511:0:5598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff973d84c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:1ee96975-dad2-4a83-b7f1-46eb34baa2be+4:11356:x1875402210463104:12345-192.168.202.149@tcp:104: 00000100:00000200:2.0:1788523143.361515:0:5598:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875402210463104 00010000:00000001:2.0:1788523143.361519:0:5598:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788523143.361530:0:5598:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788523143.361532:0:5598:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788523143.361534:0:5598:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973d80031000 refcount=2 00000020:00000001:2.0:1788523143.361536:0:5598:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628889129324544 : -115184580227072 : ffff973d80031000) 00010000:00000001:2.0:1788523143.361541:0:5598:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628889129324544 : -115184580227072 : ffff973d80031000) 00010000:00000001:2.0:1788523143.361546:0:5598:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788523143.361551:0:5598:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523143.361564:0:5598:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788523143.361577:0:5598:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788523143.361581:0:5598:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788523143.361587:0:5598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff973d86137c00. 02000000:00000001:2.0:1788523143.361590:0:5598:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.361593:0:5598:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523143.361601:0:5598:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788523143.361604:0:5598:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788523143.361608:0:5598:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d85524de8 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1788523143.361615:0:5598:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788523143.361619:0:5598:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff973d8a61e440 refcount 22 to 192.168.202.149@tcp 00000100:00000001:2.0:1788523143.361622:0:5598:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446628889303311424 : -115184406240192 : ffff973d8a61e440) 02000000:00000001:2.0:1788523143.361625:0:5598:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788523143.361628:0:5598:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.361633:0:5598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788523143.361636:0:5598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:2.0:1788523143.361643:0:5598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413b28. 00000100:00000200:2.0:1788523143.361653:0:5598:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875402210463104, offset 224 00000400:00000200:2.0:1788523143.361661:0:5598:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:2.0:1788523143.361671:0:5598:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.361683:0:5598:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.49@tcp to MR: 192.168.202.149@tcp local destination 00000400:00000200:2.0:1788523143.361691:0:5598:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [128:128:256:4294967295] 192.168.202.149@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1788523143.361697:0:5598:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.361708:0:5598:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:192.168.202.49@tcp) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788523143.361895:0:5598:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:2.0:1788523143.361903:0:5598:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d8e740400. 00000800:00000200:2.0:1788523143.361911:0:5598:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:2.0:1788523143.361921:0:5598:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:2.0:1788523143.361925:0:5598:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d8e740400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788523143.361945:0:5598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523143.361958:0:5598:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff973d8a61e440 refcount 21 to 192.168.202.149@tcp 00010000:00000001:2.0:1788523143.361961:0:5598:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788523143.361966:0:5598:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff973d8b397000. 00010000:00000001:2.0:1788523143.361970:0:5598:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788523143.362054:0:5598:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788523143.362057:0:5598:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523143.362059:0:5598:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523143.362061:0:5598:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523143.362068:0:5598:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d84c87b80 x1875402210463104/t0(0) o104->1ee96975-dad2-4a83-b7f1-46eb34baa2be@192.168.202.149@tcp:634/0 lens 328/224 e 0 to 0 dl 1788523154 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788523143.362077:0:5598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff973d84c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:1ee96975-dad2-4a83-b7f1-46eb34baa2be+4:11356:x1875402210463104:12345-192.168.202.149@tcp:104: Request processed in 576us (1596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788523143.362086:0:5598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.149@tcp, seq: 3 00000100:00000040:2.0:1788523143.362091:0:5598:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff973d8641a000 : new rpc_count 0 00000100:00000001:2.0:1788523143.362094:0:5598:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788523143.362095:0:5598:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788523143.362102:0:5598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff973d89c2f580. 00000020:00000010:2.0:1788523143.362107:0:5598:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff973d86116898. 00000020:00000010:2.0:1788523143.362112:0:5598:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff973d8662fc00. 00000020:00000040:2.0:1788523143.362118:0:5598:0:(genops.c:879:class_export_put()) PUTting export ffff973d8641a000 : new refcount 3 00000100:00000001:2.0:1788523143.362122:0:5598:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523143.362134:0:5598:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788523143.362135:0:5598:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788523143.362139:0:5598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.149@tcp, seq: 4 00000100:00000040:2.0:1788523143.362142:0:5598:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff973d8641a000 : new rpc_count 1 00000100:00000001:2.0:1788523143.362144:0:5598:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446628889209367936 : -115184500183680 : ffff973d84c86d80) 00000100:00000040:2.0:1788523143.362149:0:5598:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff973d84c86d80 x1875402210463232/t0(0) o104->1ee96975-dad2-4a83-b7f1-46eb34baa2be@192.168.202.149@tcp:634/0 lens 328/0 e 0 to 0 dl 1788523154 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788523143.362157:0:5598:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788523143.362160:0:5598:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff973d82aa4a40. 00000100:00000001:2.0:1788523143.362163:0:5598:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788523143.362170:0:5598:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff973d82aa4a40. 00000100:00100000:2.0:1788523143.362175:0:5598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff973d84c86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:1ee96975-dad2-4a83-b7f1-46eb34baa2be+3:11356:x1875402210463232:12345-192.168.202.149@tcp:104: 00000100:00000200:2.0:1788523143.362179:0:5598:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875402210463232 00010000:00000001:2.0:1788523143.362180:0:5598:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788523143.362187:0:5598:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788523143.362189:0:5598:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788523143.362203:0:5598:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973dc2040400 refcount=2 00000020:00000001:2.0:1788523143.362254:0:5598:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628890236683264 : -115183472868352 : ffff973dc2040400) 00010000:00000001:2.0:1788523143.362259:0:5598:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628890236683264 : -115183472868352 : ffff973dc2040400) 00010000:00000001:2.0:1788523143.362262:0:5598:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788523143.362265:0:5598:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523143.362269:0:5598:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788523143.362278:0:5598:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788523143.362280:0:5598:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788523143.362317:0:5598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff973d86136000. 02000000:00000001:2.0:1788523143.362320:0:5598:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.362322:0:5598:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523143.362326:0:5598:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788523143.362328:0:5598:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788523143.362330:0:5598:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d85524de8 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1788523143.362333:0:5598:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788523143.362336:0:5598:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff973d8a61e440 refcount 22 to 192.168.202.149@tcp 00000100:00000001:2.0:1788523143.362338:0:5598:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446628889303311424 : -115184406240192 : ffff973d8a61e440) 02000000:00000001:2.0:1788523143.362340:0:5598:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788523143.362342:0:5598:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.362344:0:5598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788523143.362346:0:5598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:2.0:1788523143.362350:0:5598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413088. 00000100:00000200:2.0:1788523143.362355:0:5598:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875402210463232, offset 224 00000400:00000200:2.0:1788523143.362360:0:5598:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:2.0:1788523143.362367:0:5598:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.362377:0:5598:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.49@tcp to MR: 192.168.202.149@tcp local destination 00000400:00000200:2.0:1788523143.362382:0:5598:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [129:129:255:4294967295] 192.168.202.149@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:2.0:1788523143.362385:0:5598:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.362405:0:5598:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:192.168.202.49@tcp) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788523143.362411:0:5598:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:2.0:1788523143.362416:0:5598:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d8e740900. 00000800:00000200:2.0:1788523143.362421:0:5598:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:2.0:1788523143.362427:0:5598:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:2.0:1788523143.362430:0:5598:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d8e740900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788523143.362434:0:5598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523143.362437:0:5598:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff973d8a61e440 refcount 21 to 192.168.202.149@tcp 00010000:00000001:2.0:1788523143.362440:0:5598:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788523143.362445:0:5598:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff973d8b397cc0. 00010000:00000001:2.0:1788523143.362447:0:5598:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1788523143.362539:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523143.362544:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d8e740400. 00000400:00000200:3.0:1788523143.362550:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523143.362556:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523143.362562:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413b28 00000400:00000010:3.0:1788523143.362565:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413b28. 00000100:00000001:3.0:1788523143.362571:0:2359:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788523143.362573:0:2359:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788523143.363109:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523143.363113:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d8e740900. 00000400:00000200:3.0:1788523143.363117:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523143.363122:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523143.363136:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413088 00000400:00000010:3.0:1788523143.363138:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413088. 00000100:00000001:3.0:1788523143.363141:0:2359:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788523143.363142:0:2359:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788523143.367534:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523143.367545:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523143.367552:0:5606:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1788523143.367556:0:5606:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788523143.367559:0:5606:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788523143.367568:0:5606:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523143.367584:0:5606:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff973d80031000 already unused, calling callback (ffffffffc1289c20) 10000000:00000001:0.0:1788523143.367587:0:5606:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788523143.367590:0:5606:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523143.367627:0:5606:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788523143.367629:0:5606:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788523143.367632:0:5606:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788523143.367636:0:5606:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973d80031000 refcount=3 00000020:00000001:0.0:1788523143.367638:0:5606:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628889129324544 : -115184580227072 : ffff973d80031000) 00010000:00000001:0.0:1788523143.367641:0:5606:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628889129324544 : -115184580227072 : ffff973d80031000) 00010000:00000001:0.0:1788523143.367644:0:5606:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788523143.367647:0:5606:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788523143.367653:0:5606:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788523143.367656:0:5606:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788523143.367662:0:5606:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1788523143.367666:0:5606:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788523143.367668:0:5606:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1788523143.367670:0:5606:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788523143.367672:0:5606:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788523143.367673:0:5606:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523143.367682:0:5606:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788523143.367684:0:5606:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788523143.367686:0:5606:0:(mgc_request.c:123:config_log_put()) log params(ffff973d84cd8400) refs 2 10000000:00000001:0.0:1788523143.367689:0:5606:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788523143.367690:0:5606:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.367694:0:5606:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788523143.367698:0:5606:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788523143.367700:0:5606:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788523143.367703:0:5606:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788523143.367707:0:5606:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788523143.367824:0:5606:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff973d80031000 with handle 0xd4927474cca59993 from hash 00010000:00000001:0.0:1788523143.367829:0:5606:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788523143.367831:0:5606:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523143.367841:0:5606:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523143.367843:0:5606:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788523143.367845:0:5606:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788523143.367847:0:5606:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788523143.367851:0:5606:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788523143.367854:0:5606:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788523143.367865:0:5606:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f79880. 00000020:00000040:0.0:1788523143.367870:0:5606:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523143.367877:0:5606:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523143.367880:0:5606:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523143.367886:0:5606:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523143.367896:0:5606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff973d86184a00. 00000100:00000001:0.0:1788523143.367904:0:5606:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.367908:0:5606:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788523143.367915:0:5606:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523143.367921:0:5606:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788523143.367923:0:5606:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.367930:0:5606:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523143.367936:0:5606:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.367952:0:5606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3eb6548] to pc [ptlrpcd_00_00+0] req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788523143.367989:0:5606:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788523143.367991:0:5606:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523143.367993:0:5606:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523143.367995:0:5606:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.367997:0:5606:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523143.367999:0:5606:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523143.368002:0:5606:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523143.368008:0:5606:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788523143.368011:0:5606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.149@tcp lock: ffff973d80031000/0xd4927474cca59993 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98b79 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523143.368035:0:5606:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523143.368037:0:5606:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788523143.368040:0:5606:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff973d8b397000. 00010000:00000001:0.0:1788523143.368055:0:5606:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523143.368058:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523143.368059:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523143.368062:0:5606:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788523143.368064:0:5606:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788523143.368065:0:5606:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788523143.368068:0:5606:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523143.368074:0:5606:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff973dc2040400 already unused, calling callback (ffffffffc1289c20) 10000000:00000001:0.0:1788523143.368076:0:5606:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788523143.368079:0:5606:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523143.368085:0:5606:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788523143.368087:0:5606:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788523143.368088:0:5606:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788523143.368090:0:5606:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973dc2040400 refcount=3 00000020:00000001:0.0:1788523143.368092:0:5606:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628890236683264 : -115183472868352 : ffff973dc2040400) 00010000:00000001:0.0:1788523143.368094:0:5606:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628890236683264 : -115183472868352 : ffff973dc2040400) 00010000:00000001:0.0:1788523143.368096:0:5606:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788523143.368099:0:5606:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788523143.368104:0:5606:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788523143.368106:0:5606:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788523143.368111:0:5606:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1788523143.368119:0:5606:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788523143.368121:0:5606:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1788523143.368122:0:5606:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788523143.368124:0:5606:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788523143.368125:0:5606:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523143.368184:0:5606:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788523143.368185:0:5606:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788523143.368187:0:5606:0:(mgc_request.c:123:config_log_put()) log params(ffff973d8676f000) refs 2 10000000:00000001:0.0:1788523143.368189:0:5606:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788523143.368200:0:5606:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.368203:0:5606:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788523143.368205:0:5606:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788523143.368207:0:5606:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788523143.368208:0:5606:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1788523143.368305:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.368311:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523143.368315:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788523143.368325:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.368334:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788523143.368336:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523143.368341:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788523143.368344:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788523143.368347:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523143.368351:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187357184:192.168.202.149@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788523143.368356:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788523143.368365:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788523143.368368:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523143.368379:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788523143.368385:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d84cd9a00. 02000000:00000001:1.0:1788523143.368387:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523143.368409:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:1.0:1788523143.368416:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d98dfa9f8. 00000400:00000010:1.0:1788523143.368426:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f314c8. 00000100:00000200:1.0:1788523143.368438:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187357184, portal 18 00000100:00000001:1.0:1788523143.368441:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523143.368443:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195681920 : -115184513869696 : ffff973d83f79880) 00000100:00000040:1.0:1788523143.368450:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.368459:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788523143.368463:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:1.0:1788523143.368466:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31e58. 00000100:00000200:1.0:1788523143.368469:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875402187357184, offset 0 00000400:00000200:1.0:1788523143.368478:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:1.0:1788523143.368489:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523143.368499:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:1.0:1788523143.368506:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788523143.368512:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:1.0:1788523143.368516:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788523143.368519:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:1.0:1788523143.368524:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [130:130:256:4294967295] 192.168.202.149@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:1.0:1788523143.368530:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523143.368543:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788523143.368551:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:1.0:1788523143.368558:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d83c9ab00. 00000800:00000200:1.0:1788523143.368565:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:1.0:1788523143.368578:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:1.0:1788523143.368585:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d83c9ab00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788523143.368601:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523143.368612:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:1.0:1788523143.368615:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295051842 00000100:00000010:1.0:1788523143.368619:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d863799c0. 00000100:00000001:1.0:1788523143.368628:0:2365:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788523143.368635:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295051842 00000100:00000010:1.0:1788523143.368638:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d86379360. 00000100:00000001:1.0:1788523143.368641:0:2365:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788523143.368644:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523143.368647:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.368651:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.368654:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523143.368664:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523143.368667:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788523143.368670:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.368671:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523143.368672:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.368675:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.368702:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.368705:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.369021:0:5606:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788523143.369025:0:5606:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff973dc2040400 with handle 0xd4927474cca5995b from hash 00010000:00000001:0.0:1788523143.369029:0:5606:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788523143.369030:0:5606:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523143.369031:0:5606:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523143.369033:0:5606:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788523143.369034:0:5606:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788523143.369036:0:5606:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788523143.369039:0:5606:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788523143.369041:0:5606:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788523143.369055:0:5606:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78000. 00000020:00000040:0.0:1788523143.369059:0:5606:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=5 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523143.369063:0:5606:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523143.369065:0:5606:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523143.369068:0:5606:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523143.369074:0:5606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff973d86185800. 00000100:00000001:0.0:1788523143.369078:0:5606:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.369080:0:5606:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788523143.369084:0:5606:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523143.369090:0:5606:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788523143.369091:0:5606:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.369102:0:5606:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523143.369105:0:5606:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.369110:0:5606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fea9835] to pc [ptlrpcd_00_01+1] req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788523143.369126:0:5606:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788523143.369128:0:5606:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523143.369130:0:5606:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523143.369131:0:5606:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.369133:0:5606:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523143.369136:0:5606:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523143.369139:0:5606:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523143.369145:0:5606:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788523143.369147:0:5606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.149@tcp lock: ffff973dc2040400/0xd4927474cca5995b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ed34e4818e98b64 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788523143.369154:0:5606:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff973d8e521e00 count: 0 00010000:00000001:0.0:1788523143.369167:0:5606:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523143.369168:0:5606:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788523143.369171:0:5606:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff973d8b397cc0. 00010000:00000001:0.0:1788523143.369174:0:5606:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523143.369177:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523143.369178:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523143.369181:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788523143.369183:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523143.369185:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523143.369186:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788523143.369200:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523143.369202:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523143.369204:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788523143.369315:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523143.369318:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523143.369319:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523143.369325:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.369340:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523143.369342:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523143.369345:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523143.369346:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523143.369349:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523143.369352:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187357312:192.168.202.149@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788523143.369357:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523143.369362:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523143.369364:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523143.369366:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523143.369370:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d86184800. 02000000:00000001:0.0:1788523143.369372:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523143.369376:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523143.369380:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5c08. 00000400:00000010:0.0:1788523143.369385:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863255d8. 00000100:00000200:0.0:1788523143.369390:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187357312, portal 18 00000100:00000001:0.0:1788523143.369535:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523143.369536:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000040:0.0:1788523143.369542:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.369548:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523143.369551:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523143.369554:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325f68. 00000100:00000200:0.0:1788523143.369558:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875402187357312, offset 0 00000400:00000200:0.0:1788523143.369564:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523143.369571:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523143.369577:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523143.369581:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523143.369584:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523143.369587:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523143.369589:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523143.369602:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [131:131:255:4294967295] 192.168.202.149@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:0.0:1788523143.369606:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523143.369615:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523143.369620:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523143.369625:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f300. 00000800:00000200:0.0:1788523143.369630:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523143.369637:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523143.369641:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788523143.369645:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523143.369649:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523143.369651:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295051842 00000100:00000001:0.0:1788523143.369654:0:2366:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 2, keep current deadline 4295051842 00000100:00000001:0.0:1788523143.369656:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295051842 00000100:00000001:0.0:1788523143.369658:0:2366:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 3, keep current deadline 4295051842 00000100:00000001:0.0:1788523143.369661:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523143.369664:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.369666:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.369668:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.369673:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523143.369675:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788523143.369678:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523143.369679:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523143.369680:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.369682:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523143.369819:0:5598:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:2.0:1788523143.369824:0:5598:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523143.369826:0:5598:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523143.369830:0:5598:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523143.369842:0:5598:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d84c86d80 x1875402210463232/t0(0) o104->1ee96975-dad2-4a83-b7f1-46eb34baa2be@192.168.202.149@tcp:634/0 lens 328/224 e 0 to 0 dl 1788523154 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788523143.369854:0:5598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff973d84c86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:1ee96975-dad2-4a83-b7f1-46eb34baa2be+3:11356:x1875402210463232:12345-192.168.202.149@tcp:104: Request processed in 7694us (9255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788523143.369866:0:5598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.149@tcp, seq: 4 00000100:00000040:2.0:1788523143.369871:0:5598:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff973d8641a000 : new rpc_count 0 00000100:00000001:2.0:1788523143.369873:0:5598:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788523143.369877:0:5598:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788523143.369887:0:5598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff973d89c2f500. 00000020:00000010:2.0:1788523143.369893:0:5598:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff973d86116640. 00000020:00000010:2.0:1788523143.369900:0:5598:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff973d8662e600. 00000020:00000040:2.0:1788523143.369914:0:5598:0:(genops.c:879:class_export_put()) PUTting export ffff973d8641a000 : new refcount 2 00000100:00000001:2.0:1788523143.369919:0:5598:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788523143.369938:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788523143.369941:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523143.369943:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788523143.370040:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523143.370044:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d83c9ab00. 00000400:00000200:2.0:1788523143.370060:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523143.370066:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523143.370075:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31e58 00000400:00000010:2.0:1788523143.370077:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31e58. 00000100:00000001:2.0:1788523143.370082:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523143.370086:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523143.370097:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523143.370100:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523143.370107:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.370109:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788523143.370221:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523143.370224:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f300. 00000400:00000200:2.0:1788523143.370228:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523143.370232:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523143.370235:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325f68 00000400:00000010:2.0:1788523143.370236:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325f68. 00000100:00000001:2.0:1788523143.370239:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523143.370242:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523143.370248:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523143.370251:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523143.370256:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.370258:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788523143.370892:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.370896:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523143.370899:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.370904:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788523143.377125:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.377149:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523143.377154:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.377157:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523143.377168:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377179:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523143.377203:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377217:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377224:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377230:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 18 MB=0x6a9ab19303c00 00000400:00000200:2.0:1788523143.377236:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377244:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.149@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:2.0:1788523143.377254:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.377259:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523143.377264:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523143.377269:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523143.377280:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523143.377323:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523143.377335:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523143.377355:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523143.377365:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.377370:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523143.377372:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.377374:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523143.377377:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377382:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523143.377386:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377388:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377391:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377404:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 18 MB=0x6a9ab19303c80 00000400:00000200:2.0:1788523143.377408:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.377436:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.149@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:2.0:1788523143.377441:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.377449:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523143.377451:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523143.377455:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523143.377459:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523143.377463:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523143.377471:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523143.377486:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523143.377491:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.377494:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523143.377562:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.377568:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788523143.377578:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788523143.377581:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788523143.377585:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d98dfa9f8. 00000400:00000200:1.0:1788523143.377591:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f314c8 00000400:00000010:1.0:1788523143.377594:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f314c8. 00000100:00000001:1.0:1788523143.377598:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788523143.377603:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788523143.377611:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.377616:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788523143.377625:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523143.377629:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788523143.377633:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788523143.377636:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788523143.377638:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523143.377642:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788523143.377650:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103ca8 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1788523143.377655:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1788523143.377657:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788523143.377659:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523143.377662:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788523143.377665:0:2365:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.377668:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523143.377673:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.377681:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523143.377684:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788523143.377687:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788523143.377691:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523143.377698:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2365:1875402187357184:192.168.202.149@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788523143.377704:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523143.377707:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523143.377720:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f79880 x1875402187357184/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.377727:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788523143.377730:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788523143.377734:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d84cd9a00. 02000000:00000001:1.0:1788523143.377739:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788523143.377742:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788523143.377744:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000020:00000001:1.0:1788523143.377747:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788523143.377750:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff973d86184a00. 02000000:00000001:1.0:1788523143.377760:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788523143.377763:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788523143.377765:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f79880. 00000100:00000001:1.0:1788523143.377770:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788523143.377772:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523143.377775:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523143.377784:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523143.377787:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.377789:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.377792:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.377901:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523143.377905:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523143.377909:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523143.377911:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523143.377913:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5c08. 00000400:00000200:0.0:1788523143.377917:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863255d8 00000400:00000010:0.0:1788523143.377919:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863255d8. 00000100:00000001:0.0:1788523143.377921:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523143.377926:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523143.377942:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.377948:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523143.377950:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.377951:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523143.377953:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523143.377954:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523143.377956:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523143.377957:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523143.377960:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103ca8 time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523143.377963:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523143.377966:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523143.377967:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.377969:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523143.377970:0:2366:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.377972:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.377976:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.377982:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523143.377984:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523143.377985:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523143.377988:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523143.377996:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2366:1875402187357312:192.168.202.149@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788523143.378000:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.378002:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523143.378005:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78000 x1875402187357312/t0(0) o103->MGC192.168.202.149@tcp@192.168.202.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788523159 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.378011:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523143.378013:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523143.378020:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d86184800. 02000000:00000001:0.0:1788523143.378023:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523143.378025:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523143.378026:0:2366:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523143.378028:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523143.378030:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff973d86185800. 02000000:00000001:0.0:1788523143.378033:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523143.378034:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523143.378035:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78000. 00000100:00000001:0.0:1788523143.378038:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523143.378040:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.378042:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.378056:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523143.378057:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.378059:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523143.378061:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1788523143.379407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff973d80031000. 00010000:00000010:0.1:1788523143.379446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff973d8e521e00. 00010000:00000010:0.1:1788523143.379453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff973dc2040400. 00010000:00000001:3.0:1788523143.440010:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523143.440020:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523143.440026:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523143.440027:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523143.442077:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523143.442084:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523143.442089:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788523143.496720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523143.496733:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523143.496744:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78000. 00000020:00000040:0.0:1788523143.496752:0:37:0:(genops.c:1210:class_import_get()) import ffff973d83f6e800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d86692800 00000100:00000001:0.0:1788523143.496758:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523143.496762:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523143.496768:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523143.496779:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98c5f000. 00000100:00000001:0.0:1788523143.496789:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.496807:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523143.496821:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523143.496827:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.496834:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fea9835] to pc [ptlrpcd_00_00+0] req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.496901:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.496909:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523143.496912:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788523143.496919:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.496929:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788523143.496932:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523143.496937:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788523143.496940:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788523143.496943:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523143.496947:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f17ac6-59d1-4b65-92da-832758c10038:2365:1875402187357440:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523143.496952:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788523143.496961:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788523143.496964:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523143.496967:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788523143.496973:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d84cd8200. 02000000:00000001:1.0:1788523143.496975:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523143.496986:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:1.0:1788523143.496993:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d98dfa9f8. 00000400:00000010:1.0:1788523143.497004:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f314c8. 00000100:00000200:1.0:1788523143.497013:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187357440, portal 10 00000100:00000001:1.0:1788523143.497016:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523143.497028:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000040:1.0:1788523143.497037:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.497055:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788523143.497059:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:1.0:1788523143.497063:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f317f8. 00000100:00000200:1.0:1788523143.497068:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187357440, offset 0 00000400:00000200:1.0:1788523143.497077:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:1.0:1788523143.497088:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523143.497097:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:1.0:1788523143.497105:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788523143.497110:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:1.0:1788523143.497115:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788523143.497118:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:1.0:1788523143.497123:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [132:132:256:4294967295] 192.168.202.149@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1788523143.497127:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523143.497140:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788523143.497150:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:1.0:1788523143.497157:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d83c9a500. 00000800:00000200:1.0:1788523143.497166:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:1.0:1788523143.497176:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:1.0:1788523143.497182:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d83c9a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788523143.497204:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523143.497218:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: using a timeout of 129948 usecs (130 jiffies) 00000400:00000200:1.0:1788523143.497222:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:1.0:1788523143.497227:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 2 is 4295051398 00000100:00000001:1.0:1788523143.497230:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 2, keep current deadline 4295051842 00000100:00000001:1.0:1788523143.497233:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 3 is 4295051398 00000100:00000001:1.0:1788523143.497235:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 3, keep current deadline 4295051842 00000100:00000001:1.0:1788523143.497238:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523143.497249:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.497253:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.497256:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.498600:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.498610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523143.498625:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523143.498628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523143.498632:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523143.498635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788523143.498640:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788523143.498647:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f7b480. 00000020:00000040:0.0:1788523143.498653:0:37:0:(genops.c:1210:class_import_get()) import ffff973d863ce800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000100:00000001:0.0:1788523143.498657:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523143.498661:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523143.498667:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523143.498676:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d98c5ff00. 00000100:00000001:0.0:1788523143.498683:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.498696:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788523143.498709:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523143.498714:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.498721:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065badcc7] to pc [ptlrpcd_00_01+1] req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788523143.498925:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523143.498932:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d83c9a500. 00000400:00000200:3.0:1788523143.498940:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523143.498947:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523143.498957:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f317f8 00000400:00000010:3.0:1788523143.498960:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f317f8. 00000100:00000001:3.0:1788523143.498966:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523143.498971:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523143.498981:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523143.498985:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523143.498992:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523143.498994:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788523143.505598:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523143.505608:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788523143.505616:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.505619:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523143.505623:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523143.505627:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788523143.505630:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523143.505633:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788523143.505635:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523143.505637:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.505638:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523143.505640:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788523143.505670:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.505682:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788523143.505685:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523143.505691:0:2365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788523143.505695:0:2365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788523143.505700:0:2365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523143.505704:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187357568:192.168.202.149@tcp:400:kworker.0 00000100:00000001:1.0:1788523143.505710:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788523143.505719:0:2365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788523143.505722:0:2365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523143.505724:0:2365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788523143.505733:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d84cd8800. 02000000:00000001:1.0:1788523143.505735:0:2365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523143.505745:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:1.0:1788523143.505751:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d98dfa688. 00000400:00000010:1.0:1788523143.505760:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f313b8. 00000100:00000200:1.0:1788523143.505771:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187357568, portal 10 00000100:00000001:1.0:1788523143.505774:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523143.505775:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195689088 : -115184513862528 : ffff973d83f7b480) 00000100:00000040:1.0:1788523143.505793:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523143.505802:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788523143.505805:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:1.0:1788523143.505808:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31440. 00000100:00000200:1.0:1788523143.505813:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187357568, offset 0 00000400:00000200:1.0:1788523143.506681:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:1.0:1788523143.506695:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523143.506705:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:1.0:1788523143.506712:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788523143.506717:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:1.0:1788523143.506721:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788523143.506724:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:1.0:1788523143.506728:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [133:133:256:4294967295] 192.168.202.149@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1788523143.506733:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523143.506747:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788523143.506754:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:1.0:1788523143.506763:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d83c9ae00. 00000800:00000200:1.0:1788523143.506772:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:1.0:1788523143.506782:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:1.0:1788523143.506788:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d83c9ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788523143.506812:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523143.506819:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: using a timeout of 18708 usecs (19 jiffies) 00000400:00000200:1.0:1788523143.507562:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:1.0:1788523143.507567:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295051297 00000100:00000001:1.0:1788523143.507572:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295051842 00000100:00000001:1.0:1788523143.507576:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295051297 00000100:00000001:1.0:1788523143.507579:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295051842 00000100:00000001:1.0:1788523143.507582:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523143.507596:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.507601:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.507607:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.508084:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.508092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523143.508097:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523143.508101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788523143.508104:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788523143.508113:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000100:00000001:0.0:1788523143.508133:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523143.508138:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.509600:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788523143.509611:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788523143.509617:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523143.509623:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788523143.510118:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523143.510127:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d83c9ae00. 00000400:00000200:2.0:1788523143.510137:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523143.510147:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523143.510157:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31440 00000400:00000010:2.0:1788523143.510161:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31440. 00000100:00000001:2.0:1788523143.510166:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523143.510178:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523143.510192:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523143.510197:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523143.510205:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523143.510207:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788523143.510231:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.510246:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523143.510249:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523143.510252:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523143.510259:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.510280:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523143.511381:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.511391:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.511411:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.511418:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303d00 00000400:00000200:2.0:1788523143.511425:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523143.511433:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:2.0:1788523143.511444:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.511617:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523143.511623:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523143.511627:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523143.511636:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523143.511646:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523143.511658:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523143.511677:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523143.511688:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.511693:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523143.511709:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.511722:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523143.511727:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.511732:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523143.511738:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.511740:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.511744:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.511747:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19303d80 00000400:00000200:3.0:1788523143.511750:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523143.511755:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1788523143.511759:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.511767:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523143.511769:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523143.511772:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523143.511776:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523143.511780:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523143.511789:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523143.511796:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523143.511800:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523143.511804:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.515579:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523143.515593:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523143.515606:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523143.515609:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523143.515615:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d98dfa688. 00000400:00000200:0.0:1788523143.515624:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f313b8 00000400:00000010:0.0:1788523143.515627:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f313b8. 00000100:00000001:0.0:1788523143.515633:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523143.515649:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523143.515663:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.515670:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523143.515673:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.515676:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523143.515680:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523143.515684:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523143.515687:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523143.515690:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523143.515704:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d863cec60 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523143.517708:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d863cec18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523143.517738:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523143.517742:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.517745:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523143.517751:0:2365:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.517756:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523143.517759:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:0.0:1788523143.517761:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523143.517763:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.517777:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.517787:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523143.517791:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523143.517793:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523143.517797:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523143.517818:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2365:1875402187357568:192.168.202.149@tcp:400:kworker.0 00000400:00000001:0.0:1788523143.517831:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523143.517834:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523143.517837:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d98dfa9f8. 00000400:00000200:0.0:1788523143.517842:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f314c8 00000400:00000010:0.0:1788523143.517845:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f314c8. 00000100:00000001:0.0:1788523143.517849:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523143.517854:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523143.517864:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.517871:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523143.517873:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.517876:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523143.517880:0:2365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523143.517884:0:2365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523143.517887:0:2365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523143.517891:0:2365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523143.517903:0:2365:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d83f6ec60 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523143.517908:0:2365:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d83f6ec18 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523143.517910:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523143.517912:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523143.517914:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523143.517916:0:2365:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.517919:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788523143.517921:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d86692800: skip recheck: last_committed 0 00000100:00000001:0.0:1788523143.517923:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788523143.517925:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523143.517928:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.517935:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523143.517942:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523143.517943:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523143.517947:0:2365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523143.517955:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f17ac6-59d1-4b65-92da-832758c10038:2365:1875402187357440:192.168.202.149@tcp:400:kworker.0 00000100:00000001:0.0:1788523143.517960:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.517964:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523143.517967:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f7b480 x1875402187357568/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.517974:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523143.517977:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523143.517981:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d84cd8800. 02000000:00000001:0.0:1788523143.517985:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523143.517989:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523143.517991:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d863ce800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000001:0.0:1788523143.517993:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523143.517996:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98c5ff00. 02000000:00000001:0.0:1788523143.518001:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523143.518003:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523143.518005:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f7b480. 00000100:00000001:0.0:1788523143.518009:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523143.518010:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.518012:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523143.518015:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78000 x1875402187357440/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523143.518022:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523143.518023:0:2365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523143.518025:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d84cd8200. 02000000:00000001:0.0:1788523143.518027:0:2365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523143.518028:0:2365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523143.518030:0:2365:0:(genops.c:1223:class_import_put()) import ffff973d83f6e800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d86692800 00000020:00000001:0.0:1788523143.518032:0:2365:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523143.518033:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d98c5f000. 02000000:00000001:0.0:1788523143.518039:0:2365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523143.518041:0:2365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523143.518042:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78000. 00000100:00000001:0.0:1788523143.518054:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523143.518055:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.518059:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523143.518068:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523143.518071:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523143.518075:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788523143.518078:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788523144.045169:0:9668:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:2.0:1788523144.132580:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295051842, at 4295051904 00000100:00000010:2.0:1788523144.132601:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d863799c0. 00000100:00000040:3.0:1788523144.133481:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295051842, at 4295051905 00000100:00000010:3.0:1788523144.133492:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d86379360. 00010000:00000001:3.0:1788523144.464483:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523144.464491:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523144.464496:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523144.464497:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788523144.467697:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788523144.467705:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523144.467710:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1788523144.965559:0:5608:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788523144.965570:0:5608:0:(mgc_request.c:108:config_log_get()) log params (ffff973d84cd8400) refs 2 10000000:00000001:3.0:1788523144.965576:0:5608:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788523144.965579:0:5608:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788523144.965607:0:5608:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788523144.965609:0:5608:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1788523144.965613:0:5608:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1788523144.965615:0:5608:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1788523144.965618:0:5608:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff973d863cb000 from 7 10000000:00000001:3.0:1788523144.965622:0:5608:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1788523144.965624:0:5608:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1788523144.965636:0:5608:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d84c86a00. 00000020:00000040:3.0:1788523144.965642:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:3.0:1788523144.965649:0:5608:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788523144.965653:0:5608:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788523144.965660:0:5608:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788523144.965670:0:5608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff973d8935a400. 00000100:00000001:3.0:1788523144.965681:0:5608:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523144.965687:0:5608:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788523144.965691:0:5608:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788523144.967016:0:5608:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff973d860d5b00. 00010000:00000001:3.0:1788523144.968165:0:5608:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788523144.968176:0:5608:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff973dc21d1600. 00000020:00000001:3.0:1788523144.968186:0:5608:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788523144.968191:0:5608:0:(lustre_handles.c:93:class_handle_hash()) added object ffff973dc21d1600 with handle 0xd4927474cca599bd to hash 00000020:00000001:3.0:1788523144.968401:0:5608:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788523144.968404:0:5608:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628890238326272 : -115183471225344 : ffff973dc21d1600) 00010000:00000001:3.0:1788523144.968410:0:5608:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628890238326272 : -115183471225344 : ffff973dc21d1600) 00010000:00000001:3.0:1788523144.968416:0:5608:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788523144.968420:0:5608:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788523144.968426:0:5608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: ffff973dc21d1600/0xd4927474cca599bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523144.968438:0:5608:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: ffff973dc21d1600/0xd4927474cca599bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788523144.968458:0:5608:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: ffff973dc21d1600/0xd4927474cca599bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788523144.968491:0:5608:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788523144.968495:0:5608:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788523144.968506:0:5608:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff973d85613f00. 00000100:00000001:3.0:1788523144.968509:0:5608:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628889219383040 : -115184490168576 : ffff973d85613f00) 00000100:00000001:3.0:1788523144.968513:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788523144.968515:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889209367040 : -115184500184576 : ffff973d84c86a00) 00000100:00000001:3.0:1788523144.968524:0:5608:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788523144.968530:0:5608:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523144.968533:0:5608:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788523144.968535:0:5608:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788523144.968551:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523144.968561:0:5608:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788523144.968565:0:5608:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523144.968570:0:5608:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788523144.968574:0:5608:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788523144.968577:0:5608:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788523144.968582:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d84c86a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187357696:192.168.202.149@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788523144.968587:0:5608:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788523144.968594:0:5608:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788523144.968597:0:5608:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788523144.968599:0:5608:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788523144.968607:0:5608:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff973d90374000. 02000000:00000001:3.0:1788523144.968610:0:5608:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788523144.968622:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:3.0:1788523144.968627:0:5608:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d90302528. 00000400:00000010:3.0:1788523144.968636:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d84cecaa0. 00000100:00000200:3.0:1788523144.968646:0:5608:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875402187357696, portal 25 00000100:00000001:3.0:1788523144.968649:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788523144.968650:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889209367040 : -115184500184576 : ffff973d84c86a00) 00000100:00000040:3.0:1788523144.968656:0:5608:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523144.968676:0:5608:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788523144.968680:0:5608:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:3.0:1788523144.968683:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d84cec440. 00000100:00000200:3.0:1788523144.968686:0:5608:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875402187357696, offset 0 00000400:00000200:3.0:1788523144.968707:0:5608:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:3.0:1788523144.968718:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523144.968728:0:5608:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:3.0:1788523144.968735:0:5608:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788523144.968740:0:5608:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:3.0:1788523144.968744:0:5608:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788523144.968748:0:5608:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:3.0:1788523144.968753:0:5608:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [134:134:256:4294967295] 192.168.202.149@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:3.0:1788523144.968758:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523144.968770:0:5608:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788523144.968777:0:5608:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:3.0:1788523144.968784:0:5608:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d85295f00. 00000800:00000200:3.0:1788523144.968791:0:5608:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:3.0:1788523144.968813:0:5608:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:3.0:1788523144.970529:0:5608:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d85295f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788523144.970578:0:5608:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788523144.970592:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:3.0:1788523144.970596:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295053445 00000100:00000010:3.0:1788523144.970611:0:5608:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d8b3c6ba0. 00000100:00000001:3.0:1788523144.970620:0:5608:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788523144.970629:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295053445 00000100:00000010:3.0:1788523144.970633:0:5608:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d8b3c6660. 00000100:00000001:3.0:1788523144.970636:0:5608:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788523144.970639:0:5608:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788523144.970644:0:5608:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523144.970664:0:5608:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788523144.970667:0:5608:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788523144.970670:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d85613f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788523144.970674:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788523144.970677:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788523144.972931:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523144.972945:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d85295f00. 00000400:00000200:2.0:1788523144.972954:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523144.972965:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523144.972975:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d84cec440 00000400:00000010:2.0:1788523144.972979:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d84cec440. 00000100:00000001:2.0:1788523144.972987:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523144.973000:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523144.973014:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523144.973019:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523144.973314:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523144.973316:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788523144.975326:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523144.975349:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523144.975355:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523144.975358:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523144.975369:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523144.975380:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523144.977238:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523144.977262:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523144.977272:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523144.977280:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 344 into portal 25 MB=0x6a9ab19303e00 00000400:00000200:3.0:1788523144.977301:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523144.977308:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 344/344 into md 0x7e5 [1] + 224 00000800:00000001:3.0:1788523144.977319:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523144.977341:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523144.977346:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523144.977351:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523144.977362:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523144.977374:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523144.977386:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523144.977491:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788523144.978251:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523144.982808:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523144.982832:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788523144.985950:0:5608:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788523144.985960:0:5608:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788523144.985966:0:5608:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d90302528. 00000400:00000200:1.0:1788523144.985983:0:5608:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d84cecaa0 00000400:00000010:1.0:1788523144.985986:0:5608:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d84cecaa0. 00000100:00000001:1.0:1788523144.985995:0:5608:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788523144.986014:0:5608:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788523144.986621:0:5608:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523144.986632:0:5608:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788523144.986636:0:5608:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523144.986640:0:5608:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788523144.986643:0:5608:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788523144.986646:0:5608:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788523144.986650:0:5608:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523144.986653:0:5608:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788523144.986662:0:5608:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1788523144.986667:0:5608:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1788523144.986670:0:5608:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788523144.986671:0:5608:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523144.986675:0:5608:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788523144.986678:0:5608:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523144.986681:0:5608:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788523144.986687:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523144.986694:0:5608:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788523144.986735:0:5608:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788523144.986737:0:5608:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788523144.986743:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788523144.986751:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d84c86a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187357696:192.168.202.149@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788523144.986758:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788523144.986762:0:5608:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523144.986765:0:5608:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788523144.986768:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523144.986772:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523144.986779:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788523144.986783:0:5608:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff973d85613f00. 00000100:00000001:1.0:1788523144.986788:0:5608:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788523144.986790:0:5608:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523144.986794:0:5608:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788523144.986798:0:5608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788523144.986802:0:5608:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788523144.986825:0:5608:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973dc21d1600 refcount=4 00000020:00000001:1.0:1788523144.986828:0:5608:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628890238326272 : -115183471225344 : ffff973dc21d1600) 00010000:00000001:1.0:1788523144.986832:0:5608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628890238326272 : -115183471225344 : ffff973dc21d1600) 00010000:00000040:1.0:1788523144.986840:0:5608:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff973dc21d1600, remote cookie: 0x1ed34e4818e98b9c, flags: 0x0 00010000:00000001:1.0:1788523144.986844:0:5608:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788523144.986850:0:5608:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788523144.986854:0:5608:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788523144.986855:0:5608:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788523144.986857:0:5608:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788523144.986860:0:5608:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff973d860d5b00) refcount = 1 00010000:00010000:1.0:1788523144.986868:0:5608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: ffff973dc21d1600/0xd4927474cca599bd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b9c expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788523144.986877:0:5608:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788523144.986887:0:5608:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788523144.986889:0:5608:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788523144.986893:0:5608:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788523144.986897:0:5608:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523144.986901:0:5608:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: ffff973dc21d1600/0xd4927474cca599bd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98b9c expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788523144.986909:0:5608:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788523144.986911:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788523144.986914:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788523144.986915:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788523144.986916:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788523144.986919:0:5608:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523144.986922:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788523144.986927:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d84c86a00 x1875402187357696/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523160 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523144.986935:0:5608:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788523144.986938:0:5608:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788523144.986942:0:5608:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff973d90374000. 02000000:00000001:1.0:1788523144.986946:0:5608:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788523144.986950:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788523144.986952:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:1.0:1788523144.986955:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788523144.986958:0:5608:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff973d8935a400. 02000000:00000001:1.0:1788523144.986963:0:5608:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788523144.986965:0:5608:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788523144.986968:0:5608:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d84c86a00. 00000100:00000001:1.0:1788523144.986972:0:5608:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788523144.986973:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788523144.986976:0:5608:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788523144.986980:0:5608:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788523144.986982:0:5608:0:(mgc_request.c:108:config_log_get()) log params (ffff973d84cd8400) refs 3 10000000:00000001:1.0:1788523144.986985:0:5608:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788523144.986988:0:5608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788523144.986989:0:5608:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788523144.986991:0:5608:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973dc21d1600 refcount=3 00000020:00000001:1.0:1788523144.986993:0:5608:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628890238326272 : -115183471225344 : ffff973dc21d1600) 00010000:00000001:1.0:1788523144.987001:0:5608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628890238326272 : -115183471225344 : ffff973dc21d1600) 00010000:00000001:1.0:1788523144.987003:0:5608:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788523144.987005:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788523144.987006:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788523144.987008:0:5608:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788523144.987012:0:5608:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788523144.987017:0:5608:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff973d84c05fc0. 00000020:00000010:1.0:1788523144.987041:0:5608:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff973d84cd9000. 00000020:00000010:1.0:1788523144.987049:0:5608:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff973d84cd8000. 00000040:00000010:1.0:1788523144.987054:0:5608:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff973d84cd8a00. 00000020:00000010:1.0:1788523144.987061:0:5608:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff973d8560c000. 00000020:00000010:1.0:1788523144.987068:0:5608:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff973d84cd8600. 80000000:00000010:1.0:1788523144.987074:0:5608:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff973d86379180. 00040000:00000010:1.0:1788523144.987080:0:5608:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff973d84cd9a00. 20000000:00000010:1.0:1788523144.987086:0:5608:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff973d84cd9800. 10000000:00000040:1.0:1788523144.987092:0:5608:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff973d861bfe40 : new refcount 2 00000020:00000001:1.0:1788523144.987095:0:5608:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788523144.987098:0:5608:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788523144.987101:0:5608:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788523144.987105:0:5608:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff973d84cd8800. 00000040:00000001:1.0:1788523144.987110:0:5608:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788523144.987113:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000010:1.0:1788523144.987121:0:5608:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8639d180. 00000020:00000040:1.0:1788523144.987124:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=5 obd=MGC192.168.202.149@tcp 00000100:00000001:1.0:1788523144.987130:0:5608:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788523144.987134:0:5608:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788523144.987140:0:5608:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788523144.987149:0:5608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff973d84cd9600. 00000100:00000001:1.0:1788523144.987158:0:5608:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523144.987165:0:5608:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788523144.987167:0:5608:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788523144.987175:0:5608:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff973d89ebbd80. 00000100:00000001:1.0:1788523144.987178:0:5608:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628889295568256 : -115184413983360 : ffff973d89ebbd80) 00000100:00000001:1.0:1788523144.987181:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523144.987183:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233576320 : -115184475975296 : ffff973d8639d180) 00000100:00000001:1.0:1788523144.987194:0:5608:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788523144.987200:0:5608:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788523144.987202:0:5608:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788523144.987204:0:5608:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788523144.987209:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523144.987216:0:5608:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788523144.987218:0:5608:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523144.987223:0:5608:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788523144.987226:0:5608:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788523144.987229:0:5608:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788523144.987232:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187357824:192.168.202.149@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788523144.987237:0:5608:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788523144.987244:0:5608:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788523144.987246:0:5608:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788523144.987249:0:5608:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788523144.987254:0:5608:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d84cd8200. 02000000:00000001:1.0:1788523144.987256:0:5608:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788523144.987264:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:1.0:1788523144.987269:0:5608:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d98dfad68. 00000400:00000010:1.0:1788523144.987278:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31aa0. 00000100:00000200:1.0:1788523144.987326:0:5608:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187357824, portal 25 00000100:00000001:1.0:1788523144.987329:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788523144.987330:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889233576320 : -115184475975296 : ffff973d8639d180) 00000100:00000040:1.0:1788523144.987336:0:5608:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788523144.987345:0:5608:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788523144.987348:0:5608:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:1.0:1788523144.987352:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d90f31dd0. 00000100:00000200:1.0:1788523144.987356:0:5608:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875402187357824, offset 0 00000400:00000200:1.0:1788523144.987364:0:5608:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:1.0:1788523144.987375:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523144.987387:0:5608:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:1.0:1788523144.987400:0:5608:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788523144.987406:0:5608:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:1.0:1788523144.987411:0:5608:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788523144.987415:0:5608:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:1.0:1788523144.989565:0:5608:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [135:135:256:4294967295] 192.168.202.149@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:1.0:1788523144.989581:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:1.0:1788523144.989600:0:5608:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788523144.989609:0:5608:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523144.990677:0:5608:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f400. 00000800:00000200:0.0:1788523144.990705:0:5608:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523144.990716:0:5608:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523144.990723:0:5608:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788523144.990749:0:5608:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523144.990759:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523144.990763:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295053465 00000100:00000001:0.0:1788523144.990775:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295053445 00000100:00000001:0.0:1788523144.990784:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295053465 00000100:00000001:0.0:1788523144.990788:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295053445 00000100:00000001:0.0:1788523144.990791:0:5608:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523144.990798:0:5608:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523144.990809:0:5608:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523144.990813:0:5608:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788523144.990816:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d89ebbd80 going to sleep for 11 seconds 00000100:00000001:0.0:1788523144.990826:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523144.990830:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788523144.991702:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523144.991712:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f400. 00000400:00000200:2.0:1788523144.991721:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523144.991729:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523144.991757:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31dd0 00000400:00000010:2.0:1788523144.991760:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31dd0. 00000100:00000001:2.0:1788523144.991767:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523144.991778:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523144.991793:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523144.991797:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523144.992276:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523144.992279:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788523144.997082:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523144.997115:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523144.997121:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523144.997124:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523144.997139:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523144.997151:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523144.997169:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523144.997175:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523144.997183:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523144.997199:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 272 into portal 25 MB=0x6a9ab19303e80 00000400:00000200:2.0:1788523144.997206:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523144.997214:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 272/272 into md 0x7f5 [1] + 224 00000800:00000001:2.0:1788523144.997224:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523144.997241:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523144.997245:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523144.997251:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523144.997262:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523144.997275:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523144.997319:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523144.997347:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523144.997379:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523144.997383:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523144.997578:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523144.997590:0:5608:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523144.997592:0:5608:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523144.997597:0:5608:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d98dfad68. 00000400:00000200:0.0:1788523144.997603:0:5608:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d90f31aa0 00000400:00000010:0.0:1788523144.997607:0:5608:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d90f31aa0. 00000100:00000001:0.0:1788523144.997611:0:5608:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523144.997616:0:5608:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523144.997634:0:5608:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523144.997641:0:5608:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523144.997644:0:5608:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523144.997648:0:5608:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523144.997652:0:5608:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523144.997656:0:5608:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523144.997659:0:5608:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523144.997663:0:5608:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523144.997672:0:5608:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523144.997677:0:5608:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523144.997680:0:5608:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523144.997682:0:5608:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523144.997685:0:5608:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523144.997688:0:5608:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523144.997692:0:5608:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523144.997709:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523144.997718:0:5608:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523144.997721:0:5608:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523144.997724:0:5608:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523144.997729:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523144.997738:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8639d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187357824:192.168.202.149@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788523144.997744:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523144.997748:0:5608:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523144.997751:0:5608:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788523144.997754:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523144.997758:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523144.997765:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788523144.997775:0:5608:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff973d89ebbd80. 00000100:00000001:0.0:1788523144.997780:0:5608:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788523144.997782:0:5608:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523144.997791:0:5608:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788523144.997796:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523144.997798:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523144.997801:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788523144.997803:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523144.997807:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8639d180 x1875402187357824/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523160 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523144.997814:0:5608:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523144.997817:0:5608:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523144.997831:0:5608:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d84cd8200. 02000000:00000001:0.0:1788523144.997836:0:5608:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523144.997838:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523144.997839:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523144.997841:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523144.997844:0:5608:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff973d84cd9600. 02000000:00000001:0.0:1788523144.997849:0:5608:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523144.997851:0:5608:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523144.997854:0:5608:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8639d180. 00000100:00000001:0.0:1788523144.997858:0:5608:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523144.997859:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788523144.997863:0:5608:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523144.997868:0:5608:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788523144.997894:0:5608:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff973d8617e000. 00000040:00000001:0.0:1788523144.997898:0:5608:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788523144.997900:0:5608:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788523144.997903:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000010:0.0:1788523144.997909:0:5608:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78000. 00000020:00000040:0.0:1788523144.997912:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=5 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523144.997917:0:5608:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523144.997920:0:5608:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523144.997927:0:5608:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523144.997934:0:5608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff973d86185600. 00000100:00000001:0.0:1788523144.997942:0:5608:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523144.997947:0:5608:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788523144.997955:0:5608:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788523144.997962:0:5608:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff973d90391cc0. 00000100:00000001:0.0:1788523144.997964:0:5608:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628889401302208 : -115184308249408 : ffff973d90391cc0) 00000100:00000001:0.0:1788523144.997967:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523144.997969:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000001:0.0:1788523144.997974:0:5608:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523144.997979:0:5608:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523144.997981:0:5608:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788523144.997983:0:5608:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523144.997987:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523144.997994:0:5608:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523144.997998:0:5608:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523144.998002:0:5608:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523144.998005:0:5608:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523144.998008:0:5608:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523144.998011:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187357952:192.168.202.149@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788523144.998015:0:5608:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523144.998143:0:5608:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523144.998147:0:5608:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523144.998150:0:5608:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523144.998169:0:5608:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff973d864a0000. 02000000:00000001:0.0:1788523144.998171:0:5608:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523144.998178:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523144.998183:0:5608:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5c08. 00000400:00000010:0.0:1788523144.998190:0:5608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff973d903916c0. 00000100:00000200:0.0:1788523144.998347:0:5608:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875402187357952, portal 25 00000100:00000001:0.0:1788523144.998350:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523144.998351:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000040:0.0:1788523144.998358:0:5608:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523144.998365:0:5608:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523144.998369:0:5608:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523144.998378:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d863255d8. 00000100:00000200:0.0:1788523144.998383:0:5608:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875402187357952, offset 0 00000400:00000200:0.0:1788523144.998391:0:5608:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523144.998401:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523144.998410:0:5608:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523144.998417:0:5608:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523144.998422:0:5608:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523144.998426:0:5608:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523144.998430:0:5608:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523144.998434:0:5608:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [136:136:256:4294967295] 192.168.202.149@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1788523144.998439:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523144.998449:0:5608:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523144.998457:0:5608:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523144.998463:0:5608:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f200. 00000800:00000200:0.0:1788523144.998471:0:5608:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523144.998481:0:5608:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523144.998487:0:5608:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788523144.998505:0:5608:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523144.998510:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523144.998513:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295053473 00000100:00000001:0.0:1788523144.998522:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295053465 00000100:00000001:0.0:1788523144.998529:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295053473 00000100:00000001:0.0:1788523144.998533:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295053465 00000100:00000001:0.0:1788523144.998536:0:5608:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523144.998540:0:5608:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523144.998543:0:5608:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523144.998545:0:5608:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788523144.998548:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d90391cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788523144.998550:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523144.998552:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788523145.000344:0:2360:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523145.000360:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f200. 00000400:00000200:2.0:1788523145.000373:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523145.000385:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523145.000396:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d863255d8 00000800:00000001:3.0:1788523145.001427:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523145.001450:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788523145.001456:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523145.001459:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523145.001470:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523145.001478:0:2359:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:3.0:1788523145.001512:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523145.001519:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523145.001526:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523145.001531:0:2359:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 8416 into portal 25 MB=0x6a9ab19303f00 00000400:00000200:3.0:1788523145.001537:0:2359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:3.0:1788523145.001544:0:2359:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 8416/8416 into md 0x7fd [4] + 224 00000800:00000001:3.0:1788523145.001554:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523145.001567:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788523145.001571:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523145.001575:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:3.0:1788523145.001586:0:2359:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788523145.001598:0:2359:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788523145.001610:0:2359:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523145.001624:0:2359:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788523145.001635:0:2359:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788523145.001638:0:2359:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.001736:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523145.001751:0:5608:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523145.001754:0:5608:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523145.001758:0:5608:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5c08. 00000400:00000200:0.0:1788523145.001763:0:5608:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d903916c0 00000400:00000010:0.0:1788523145.001766:0:5608:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff973d903916c0. 00000100:00000001:0.0:1788523145.001768:0:5608:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523145.001773:0:5608:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523145.001782:0:5608:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 3 fl Rpc:RU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.001788:0:5608:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:0.0:1788523145.001793:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 3 fl Rpc:RU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.001800:0:5608:0:(client.c:3011:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.001803:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.001805:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523145.001807:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788523145.002645:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d863255d8. 00000100:00000001:2.0:1788523145.002658:0:2360:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523145.002666:0:2360:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 3 fl UnregRPC:RU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523145.002685:0:2360:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523145.002689:0:2360:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 3 fl UnregRPC:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523145.002707:0:2360:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523145.002710:0:2360:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788523145.003356:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788523145.003366:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 2 fl UnregRPC:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.003377:0:5608:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.003380:0:5608:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523145.003384:0:5608:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523145.003387:0:5608:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523145.003389:0:5608:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.003393:0:5608:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523145.003413:0:5608:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523145.003418:0:5608:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523145.003422:0:5608:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523145.003424:0:5608:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523145.003428:0:5608:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523145.003431:0:5608:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.003434:0:5608:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523145.003439:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.003466:0:5608:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523145.003470:0:5608:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523145.003472:0:5608:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523145.003477:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523145.003486:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187357952:192.168.202.149@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788523145.003492:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.003496:0:5608:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.003498:0:5608:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788523145.003500:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523145.003503:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.003510:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788523145.003514:0:5608:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff973d90391cc0. 00000100:00000001:0.0:1788523145.003518:0:5608:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788523145.003520:0:5608:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523145.003532:0:5608:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788523145.003534:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523145.003537:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78000 x1875402187357952/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523160 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.003544:0:5608:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523145.003547:0:5608:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523145.003551:0:5608:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff973d864a0000. 02000000:00000001:0.0:1788523145.003564:0:5608:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523145.003567:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523145.003570:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523145.003572:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523145.003576:0:5608:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff973d86185600. 02000000:00000001:0.0:1788523145.003580:0:5608:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523145.003583:0:5608:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523145.003585:0:5608:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78000. 00000100:00000001:0.0:1788523145.003592:0:5608:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523145.003594:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788523145.003597:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523145.003598:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523145.003600:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788523145.003604:0:5608:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523145.003607:0:5608:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523145.003612:0:5608:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788523145.003616:0:5608:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff973d903e8000. 00000040:00001000:0.0:1788523145.003619:0:5608:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788523145.011617:0:9703:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788523145.011643:0:9703:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff973d8662e600. 00000020:00000010:2.0:1788523145.011657:0:9703:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff973d8662e400. 00000040:00000010:2.0:1788523145.011663:0:9703:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff973d8662fe00. 00000020:00000010:2.0:1788523145.011669:0:9703:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff973d863a2000. 00000020:00000010:2.0:1788523145.011676:0:9703:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff973d85688508. 00000020:00000010:2.0:1788523145.011683:0:9703:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff973d8662ec00. 80000000:00000010:2.0:1788523145.011690:0:9703:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff973d867735a0. 40000000:00000010:2.0:1788523145.012106:0:9703:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff973d82aa4640. 00100000:00000010:2.0:1788523145.012120:0:9703:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff973d863a3000. 00040000:00000010:2.0:1788523145.012125:0:9703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff973d89e6b600. 00040000:00000010:2.0:1788523145.012131:0:9703:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff973d863a7800. 00040000:00000010:2.0:1788523145.012136:0:9703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff973d8662e000. 00000004:00000010:2.0:1788523145.012141:0:9703:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff973d863a6000. 00000004:00000010:2.0:1788523145.012150:0:9703:0:(mdt_handler.c:8406:mdt_key_init()) kmalloced '(value)': 2568 at ffff973d856cf000. 00000004:00000010:2.0:1788523145.012156:0:9703:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff973d863a7000. 00002000:00000010:2.0:1788523145.012163:0:9703:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff973d86135400. 00000004:00000010:2.0:1788523145.012169:0:9703:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff973d86137000. 00000020:00000010:2.0:1788523145.012273:0:9703:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff973d82aa48c0. 00000040:00000010:2.0:1788523145.012636:0:9703:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff973d863e6000. 00000040:00080000:2.0:1788523145.015140:0:9703:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788523145.015158:0:9703:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff973d863e6000. 00000020:00000010:2.0:1788523145.015180:0:9703:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff973d82aa48c0. 00000020:00000010:2.0:1788523145.015592:0:9703:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff973d8662e400. 00000040:00000010:2.0:1788523145.015601:0:9703:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff973d8662fe00. 00000020:00000010:2.0:1788523145.015606:0:9703:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff973d863a2000. 00000020:00000010:2.0:1788523145.015615:0:9703:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff973d85688508. 00000020:00000010:2.0:1788523145.015624:0:9703:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff973d8662ec00. 80000000:00000010:2.0:1788523145.015629:0:9703:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff973d867735a0. 40000000:00000010:2.0:1788523145.015636:0:9703:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff973d82aa4640. 00100000:00000010:2.0:1788523145.015643:0:9703:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff973d863a3000. 00040000:00000010:2.0:1788523145.015648:0:9703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff973d89e6b600. 00040000:00000010:2.0:1788523145.015657:0:9703:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff973d863a7800. 00040000:00000010:2.0:1788523145.015660:0:9703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff973d8662e000. 00000004:00000010:2.0:1788523145.015665:0:9703:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff973d863a6000. 00000004:00000010:2.0:1788523145.015672:0:9703:0:(mdt_handler.c:8431:mdt_key_fini()) kfreed 'info': 2568 at ffff973d856cf000. 00000004:00000010:2.0:1788523145.015679:0:9703:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff973d863a7000. 00002000:00000010:2.0:1788523145.015684:0:9703:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff973d86135400. 00000004:00000010:2.0:1788523145.015691:0:9703:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff973d86137000. 00000020:00000010:2.0:1788523145.018244:0:9703:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff973d8662e600. 00000040:00000010:0.0:1788523145.018760:0:5608:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff973d903e8000. 00000040:00000001:0.0:1788523145.018767:0:5608:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788523145.018771:0:5608:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788523145.018777:0:5608:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff973d8617e000. 00000040:00000010:0.0:1788523145.018781:0:5608:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff973d84cd8800. 00000020:00000001:0.0:1788523145.018785:0:5608:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.018790:0:5608:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1788523145.018797:0:5608:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff973d84cd8000. 00000040:00000010:0.0:1788523145.018801:0:5608:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff973d84cd8a00. 00000020:00000010:0.0:1788523145.018805:0:5608:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff973d8560c000. 00000020:00000010:0.0:1788523145.018812:0:5608:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff973d84cd8600. 80000000:00000010:0.0:1788523145.018818:0:5608:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff973d86379180. 00040000:00000010:0.0:1788523145.018825:0:5608:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff973d84cd9a00. 20000000:00000010:0.0:1788523145.018832:0:5608:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff973d84cd9800. 00000020:00000010:0.0:1788523145.018835:0:5608:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff973d84cd9000. 10000000:00000010:0.0:1788523145.018838:0:5608:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff973d84c05fc0. 10000000:01000000:0.0:1788523145.018845:0:5608:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788523145.018849:0:5608:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788523145.018853:0:5608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788523145.018857:0:5608:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788523145.018862:0:5608:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973dc21d1600 refcount=3 00000020:00000001:0.0:1788523145.018865:0:5608:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628890238326272 : -115183471225344 : ffff973dc21d1600) 00010000:00000001:0.0:1788523145.018869:0:5608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628890238326272 : -115183471225344 : ffff973dc21d1600) 00010000:00000001:0.0:1788523145.018872:0:5608:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788523145.018905:0:5608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973dc21d1600/0xd4927474cca599bd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b9c expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523145.018917:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523145.018919:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788523145.018922:0:5608:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973dc21d1600/0xd4927474cca599bd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98b9c expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523145.018930:0:5608:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788523145.018932:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523145.018933:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788523145.018935:0:5608:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.018937:0:5608:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.018941:0:5608:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788523145.018946:0:5608:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788523145.018948:0:5608:0:(mgc_request.c:108:config_log_get()) log params (ffff973d8676f000) refs 2 10000000:00000001:0.0:1788523145.018951:0:5608:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.018953:0:5608:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788523145.018955:0:5608:0:(mgc_request.c:123:config_log_put()) log params(ffff973d84cd8400) refs 3 10000000:00000001:0.0:1788523145.018957:0:5608:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788523145.018959:0:5608:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788523145.018961:0:5608:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1788523145.018963:0:5608:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788523145.018966:0:5608:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff973d86692800 from 7 10000000:00000001:0.0:1788523145.018968:0:5608:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788523145.018970:0:5608:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1788523145.018978:0:5608:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78000. 00000020:00000040:0.0:1788523145.018983:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523145.018988:0:5608:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523145.018992:0:5608:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523145.018998:0:5608:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523145.019008:0:5608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff973d86185600. 00000100:00000001:0.0:1788523145.019017:0:5608:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523145.019022:0:5608:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788523145.019025:0:5608:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788523145.019052:0:5608:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff973d860d5b00 count: 2 00010000:00000001:0.0:1788523145.019057:0:5608:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788523145.019065:0:5608:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788523145.019070:0:5608:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff973d80031e00. 00000020:00000001:0.0:1788523145.019075:0:5608:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788523145.019078:0:5608:0:(lustre_handles.c:93:class_handle_hash()) added object ffff973d80031e00 with handle 0xd4927474cca599c4 to hash 00000020:00000001:0.0:1788523145.019081:0:5608:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788523145.019082:0:5608:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628889129328128 : -115184580223488 : ffff973d80031e00) 00010000:00000001:0.0:1788523145.019086:0:5608:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628889129328128 : -115184580223488 : ffff973d80031e00) 00010000:00000001:0.0:1788523145.019090:0:5608:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788523145.019094:0:5608:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523145.019098:0:5608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d80031e00/0xd4927474cca599c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523145.019105:0:5608:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.149@tcp lock: ffff973d80031e00/0xd4927474cca599c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523145.019119:0:5608:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.149@tcp lock: ffff973d80031e00/0xd4927474cca599c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788523145.019126:0:5608:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788523145.019128:0:5608:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788523145.019137:0:5608:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff973d90391cc0. 00000100:00000001:0.0:1788523145.019140:0:5608:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628889401302208 : -115184308249408 : ffff973d90391cc0) 00000100:00000001:0.0:1788523145.019143:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523145.019145:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000001:0.0:1788523145.019152:0:5608:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523145.019158:0:5608:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.019161:0:5608:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788523145.019164:0:5608:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523145.019181:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.019190:0:5608:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523145.019194:0:5608:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.019200:0:5608:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523145.019208:0:5608:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523145.019211:0:5608:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523145.019216:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187358080:192.168.202.149@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788523145.019222:0:5608:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523145.019231:0:5608:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523145.019234:0:5608:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.019237:0:5608:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523145.019244:0:5608:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff973d856da400. 02000000:00000001:0.0:1788523145.019246:0:5608:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523145.019258:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523145.019264:0:5608:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5c08. 00000400:00000010:0.0:1788523145.019275:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325990. 00000100:00000200:0.0:1788523145.019329:0:5608:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875402187358080, portal 25 00000100:00000001:0.0:1788523145.019332:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523145.019333:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000040:0.0:1788523145.019340:0:5608:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.019349:0:5608:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523145.019353:0:5608:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523145.019356:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325440. 00000100:00000200:0.0:1788523145.019361:0:5608:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875402187358080, offset 0 00000400:00000200:0.0:1788523145.019369:0:5608:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523145.019380:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523145.019391:0:5608:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523145.019763:0:5608:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523145.019771:0:5608:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523145.019776:0:5608:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523145.019780:0:5608:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523145.019784:0:5608:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [137:137:256:4294967295] 192.168.202.149@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1788523145.019789:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523145.019802:0:5608:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523145.019810:0:5608:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523145.019953:0:5608:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5f900. 00000800:00000200:0.0:1788523145.019962:0:5608:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523145.019973:0:5608:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523145.019979:0:5608:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5f900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788523145.020004:0:5608:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523145.020010:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523145.020014:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295053494 00000100:00000001:0.0:1788523145.020040:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295053473 00000100:00000001:0.0:1788523145.020047:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295053494 00000100:00000001:0.0:1788523145.020051:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295053473 00000100:00000001:0.0:1788523145.020054:0:5608:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523145.020058:0:5608:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.020060:0:5608:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523145.020063:0:5608:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788523145.020066:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d90391cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788523145.020069:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523145.020073:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523145.021848:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523145.021861:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5f900. 00000400:00000200:3.0:1788523145.021873:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523145.021883:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523145.021898:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325440 00000400:00000010:3.0:1788523145.021901:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325440. 00000100:00000001:3.0:1788523145.021909:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523145.021922:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523145.021940:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523145.021944:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523145.021952:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523145.021973:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788523145.058701:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.058733:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523145.058740:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.058744:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523145.058756:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.058766:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523145.058777:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.058784:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.058790:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.058796:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 344 into portal 25 MB=0x6a9ab19303f80 00000400:00000200:2.0:1788523145.058803:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.058810:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 344/344 into md 0x805 [1] + 224 00000800:00000001:2.0:1788523145.058843:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.058857:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523145.058861:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523145.058867:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523145.058876:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523145.058889:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523145.058903:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523145.058927:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523145.058941:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.058944:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.059019:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523145.059038:0:5608:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523145.059041:0:5608:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523145.059046:0:5608:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5c08. 00000400:00000200:0.0:1788523145.059051:0:5608:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325990 00000400:00000010:0.0:1788523145.059054:0:5608:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325990. 00000100:00000001:0.0:1788523145.059058:0:5608:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523145.059063:0:5608:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523145.059071:0:5608:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.059077:0:5608:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523145.059079:0:5608:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.059082:0:5608:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523145.059086:0:5608:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523145.059090:0:5608:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523145.059100:0:5608:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.059104:0:5608:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523145.059113:0:5608:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523145.059118:0:5608:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523145.059121:0:5608:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523145.059123:0:5608:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523145.059126:0:5608:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523145.059130:0:5608:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.059133:0:5608:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523145.059139:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.059146:0:5608:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523145.059149:0:5608:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523145.059152:0:5608:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523145.059155:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523145.059163:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187358080:192.168.202.149@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788523145.059168:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.059172:0:5608:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.059175:0:5608:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788523145.059178:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523145.059182:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.059188:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788523145.059192:0:5608:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff973d90391cc0. 00000100:00000001:0.0:1788523145.059195:0:5608:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788523145.059197:0:5608:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523145.059200:0:5608:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788523145.059204:0:5608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788523145.059207:0:5608:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788523145.059212:0:5608:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973d80031e00 refcount=4 00000020:00000001:0.0:1788523145.059214:0:5608:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628889129328128 : -115184580223488 : ffff973d80031e00) 00010000:00000001:0.0:1788523145.059218:0:5608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628889129328128 : -115184580223488 : ffff973d80031e00) 00010000:00000040:0.0:1788523145.059233:0:5608:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff973d80031e00, remote cookie: 0x1ed34e4818e98ba3, flags: 0x0 00010000:00000001:0.0:1788523145.059237:0:5608:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788523145.059243:0:5608:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788523145.059246:0:5608:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788523145.059248:0:5608:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788523145.059250:0:5608:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788523145.059254:0:5608:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff973d860d5b00) refcount = 2 00010000:00000040:0.0:1788523145.059258:0:5608:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788523145.059262:0:5608:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.149@tcp lock: ffff973dc21d1600/0xd4927474cca599bd lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98b9c expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788523145.059272:0:5608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.149@tcp lock: ffff973d80031e00/0xd4927474cca599c4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98ba3 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523145.059280:0:5608:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788523145.059282:0:5608:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788523145.059284:0:5608:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788523145.059324:0:5608:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788523145.059327:0:5608:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523145.059331:0:5608:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.149@tcp lock: ffff973d80031e00/0xd4927474cca599c4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ed34e4818e98ba3 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523145.059338:0:5608:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788523145.059341:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523145.059343:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523145.059344:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523145.059345:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523145.059347:0:5608:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.059350:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523145.059355:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78000 x1875402187358080/t0(0) o101->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1788523161 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.059362:0:5608:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523145.059365:0:5608:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523145.059370:0:5608:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff973d856da400. 02000000:00000001:0.0:1788523145.059375:0:5608:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523145.059383:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523145.059385:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523145.059388:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523145.059392:0:5608:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff973d86185600. 02000000:00000001:0.0:1788523145.059397:0:5608:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523145.059409:0:5608:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523145.059413:0:5608:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78000. 00000100:00000001:0.0:1788523145.059419:0:5608:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523145.059420:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788523145.059423:0:5608:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.059427:0:5608:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788523145.059430:0:5608:0:(mgc_request.c:108:config_log_get()) log params (ffff973d8676f000) refs 3 10000000:00000001:0.0:1788523145.059433:0:5608:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523145.059436:0:5608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788523145.059437:0:5608:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788523145.059439:0:5608:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973d80031e00 refcount=3 00000020:00000001:0.0:1788523145.059442:0:5608:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628889129328128 : -115184580223488 : ffff973d80031e00) 00010000:00000001:0.0:1788523145.059444:0:5608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628889129328128 : -115184580223488 : ffff973d80031e00) 00010000:00000001:0.0:1788523145.059447:0:5608:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788523145.059448:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523145.059450:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788523145.059451:0:5608:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.059454:0:5608:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788523145.059460:0:5608:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff973d980c4640. 00000020:00000010:0.0:1788523145.059466:0:5608:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff973d86185600. 00000020:00000010:0.0:1788523145.059474:0:5608:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff973d86184c00. 00000040:00000010:0.0:1788523145.059478:0:5608:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff973d86184e00. 00000020:00000010:0.0:1788523145.059485:0:5608:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff973d86106000. 00000020:00000010:0.0:1788523145.059491:0:5608:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff973d86184800. 80000000:00000010:0.0:1788523145.059497:0:5608:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff973d903e8000. 00040000:00000010:0.0:1788523145.059507:0:5608:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff973d89c13600. 20000000:00000010:0.0:1788523145.059514:0:5608:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff973d8393de00. 10000000:00000040:0.0:1788523145.059520:0:5608:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff973d861bfe40 : new refcount 2 00000020:00000001:0.0:1788523145.059524:0:5608:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788523145.059526:0:5608:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1788523145.059529:0:5608:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788523145.059542:0:5608:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff973d8878ac00. 00000040:00000001:0.0:1788523145.059548:0:5608:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788523145.059551:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000010:0.0:1788523145.059556:0:5608:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78000. 00000020:00000040:0.0:1788523145.059559:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=5 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523145.059566:0:5608:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523145.059570:0:5608:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523145.059576:0:5608:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523145.059588:0:5608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff973d8a605600. 00000100:00000001:0.0:1788523145.059597:0:5608:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.059604:0:5608:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788523145.059606:0:5608:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788523145.059614:0:5608:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff973d90391cc0. 00000100:00000001:0.0:1788523145.059616:0:5608:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628889401302208 : -115184308249408 : ffff973d90391cc0) 00000100:00000001:0.0:1788523145.059620:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523145.059622:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000001:0.0:1788523145.059628:0:5608:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523145.059635:0:5608:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.059637:0:5608:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788523145.059639:0:5608:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523145.059645:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.059653:0:5608:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523145.059657:0:5608:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.059663:0:5608:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523145.059666:0:5608:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523145.059669:0:5608:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523145.059672:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187358208:192.168.202.149@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788523145.059678:0:5608:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523145.059686:0:5608:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523145.059690:0:5608:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.059693:0:5608:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523145.059699:0:5608:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d864c0200. 02000000:00000001:0.0:1788523145.059701:0:5608:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523145.059711:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523145.059715:0:5608:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5c08. 00000400:00000010:0.0:1788523145.059721:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325990. 00000100:00000200:0.0:1788523145.059730:0:5608:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187358208, portal 25 00000100:00000001:0.0:1788523145.059733:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523145.059734:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000040:0.0:1788523145.059740:0:5608:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.059749:0:5608:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523145.059752:0:5608:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523145.059755:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325e58. 00000100:00000200:0.0:1788523145.059759:0:5608:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875402187358208, offset 0 00000400:00000200:0.0:1788523145.059765:0:5608:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523145.059773:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523145.059781:0:5608:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523145.059788:0:5608:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523145.059793:0:5608:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523145.059798:0:5608:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523145.059801:0:5608:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523145.059806:0:5608:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [138:138:256:4294967295] 192.168.202.149@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1788523145.059811:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523145.059822:0:5608:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523145.059828:0:5608:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523145.059834:0:5608:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5fe00. 00000800:00000200:0.0:1788523145.059844:0:5608:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523145.059854:0:5608:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523145.059860:0:5608:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5fe00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788523145.059883:0:5608:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523145.059888:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523145.059892:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295053534 00000100:00000001:0.0:1788523145.059901:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295053494 00000100:00000001:0.0:1788523145.059914:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295053534 00000100:00000001:0.0:1788523145.059919:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295053494 00000100:00000001:0.0:1788523145.059922:0:5608:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523145.059925:0:5608:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.059928:0:5608:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523145.059930:0:5608:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788523145.059933:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d90391cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788523145.059936:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523145.059938:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523145.061622:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523145.061642:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5fe00. 00000400:00000200:3.0:1788523145.061656:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523145.061669:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523145.061682:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325e58 00000400:00000010:3.0:1788523145.061687:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325e58. 00000100:00000001:3.0:1788523145.061697:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523145.061709:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523145.061725:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523145.061729:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523145.061738:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523145.061740:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788523145.081646:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.081678:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523145.081685:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.081688:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523145.081705:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.081721:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523145.081738:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.081746:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.081756:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.081762:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 272 into portal 25 MB=0x6a9ab19304000 00000400:00000200:2.0:1788523145.081769:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.081778:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 272/272 into md 0x80d [1] + 224 00000800:00000001:2.0:1788523145.081791:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.081802:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523145.081807:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523145.081814:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523145.081827:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523145.081843:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523145.081858:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523145.081906:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523145.081921:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.081926:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.082183:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523145.082195:0:5608:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523145.082207:0:5608:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523145.082218:0:5608:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5c08. 00000400:00000200:0.0:1788523145.082224:0:5608:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325990 00000400:00000010:0.0:1788523145.082228:0:5608:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325990. 00000100:00000001:0.0:1788523145.082232:0:5608:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523145.082237:0:5608:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523145.082247:0:5608:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.082253:0:5608:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523145.082256:0:5608:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.082259:0:5608:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523145.082263:0:5608:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523145.082266:0:5608:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523145.082269:0:5608:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.082273:0:5608:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523145.082333:0:5608:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523145.082339:0:5608:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523145.082341:0:5608:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523145.082344:0:5608:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523145.082347:0:5608:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523145.082350:0:5608:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.082353:0:5608:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523145.082368:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.082377:0:5608:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523145.082381:0:5608:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523145.082383:0:5608:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523145.082388:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523145.082397:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187358208:192.168.202.149@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788523145.082411:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.082415:0:5608:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.082418:0:5608:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788523145.082421:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523145.082425:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.082432:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788523145.082436:0:5608:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff973d90391cc0. 00000100:00000001:0.0:1788523145.082440:0:5608:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788523145.082442:0:5608:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523145.082450:0:5608:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788523145.082455:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523145.082457:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523145.082460:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788523145.082462:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523145.082466:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78000 x1875402187358208/t0(0) o501->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1788523161 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.082473:0:5608:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523145.082476:0:5608:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523145.082480:0:5608:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d864c0200. 02000000:00000001:0.0:1788523145.082483:0:5608:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523145.082484:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523145.082485:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523145.082487:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523145.082496:0:5608:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff973d8a605600. 02000000:00000001:0.0:1788523145.082502:0:5608:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523145.082505:0:5608:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523145.082508:0:5608:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78000. 00000100:00000001:0.0:1788523145.082512:0:5608:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523145.082513:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788523145.082517:0:5608:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523145.082522:0:5608:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788523145.082531:0:5608:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff973d8617e000. 00000040:00000001:0.0:1788523145.082534:0:5608:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788523145.082536:0:5608:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788523145.082539:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000010:0.0:1788523145.082544:0:5608:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d83f78000. 00000020:00000040:0.0:1788523145.082547:0:5608:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=5 obd=MGC192.168.202.149@tcp 00000100:00000001:0.0:1788523145.082551:0:5608:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788523145.082554:0:5608:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788523145.082559:0:5608:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788523145.082565:0:5608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff973d864c0200. 00000100:00000001:0.0:1788523145.082573:0:5608:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.082578:0:5608:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788523145.082580:0:5608:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788523145.082587:0:5608:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff973d90391cc0. 00000100:00000001:0.0:1788523145.082589:0:5608:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628889401302208 : -115184308249408 : ffff973d90391cc0) 00000100:00000001:0.0:1788523145.082592:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523145.082594:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000001:0.0:1788523145.082599:0:5608:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788523145.082605:0:5608:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.082607:0:5608:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788523145.082610:0:5608:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788523145.082614:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.082622:0:5608:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788523145.082625:0:5608:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.082630:0:5608:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788523145.082633:0:5608:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788523145.082635:0:5608:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788523145.082645:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187358336:192.168.202.149@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788523145.082650:0:5608:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788523145.082656:0:5608:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788523145.082659:0:5608:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.082662:0:5608:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788523145.082686:0:5608:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff973d864a0000. 02000000:00000001:0.0:1788523145.082688:0:5608:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523145.082695:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:0.0:1788523145.082700:0:5608:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d850d5c08. 00000400:00000010:0.0:1788523145.082707:0:5608:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff973d903916c0. 00000100:00000200:0.0:1788523145.082716:0:5608:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875402187358336, portal 25 00000100:00000001:0.0:1788523145.082718:0:5608:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788523145.082720:0:5608:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889195675648 : -115184513875968 : ffff973d83f78000) 00000100:00000040:0.0:1788523145.082726:0:5608:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.082734:0:5608:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788523145.082738:0:5608:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:0.0:1788523145.082742:0:5608:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d86325990. 00000100:00000200:0.0:1788523145.082747:0:5608:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875402187358336, offset 0 00000400:00000200:0.0:1788523145.082755:0:5608:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:0.0:1788523145.082764:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523145.082774:0:5608:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:0.0:1788523145.082780:0:5608:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788523145.082785:0:5608:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:0.0:1788523145.082790:0:5608:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788523145.082793:0:5608:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:0.0:1788523145.082797:0:5608:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [139:139:256:4294967295] 192.168.202.149@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:0.0:1788523145.082802:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:0.0:1788523145.082812:0:5608:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788523145.082819:0:5608:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:0.0:1788523145.082829:0:5608:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d98c5fe00. 00000800:00000200:0.0:1788523145.082844:0:5608:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:0.0:1788523145.082854:0:5608:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:0.0:1788523145.082860:0:5608:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d98c5fe00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788523145.082882:0:5608:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788523145.082887:0:5608:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:0.0:1788523145.082890:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295053557 00000100:00000001:0.0:1788523145.082899:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295053534 00000100:00000001:0.0:1788523145.082905:0:5608:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295053557 00000100:00000001:0.0:1788523145.082909:0:5608:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295053534 00000100:00000001:0.0:1788523145.082912:0:5608:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523145.082915:0:5608:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.082918:0:5608:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788523145.082920:0:5608:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788523145.082923:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set ffff973d90391cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788523145.082925:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788523145.082927:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788523145.083270:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788523145.083276:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d98c5fe00. 00000400:00000200:3.0:1788523145.083282:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788523145.083319:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:3.0:1788523145.083325:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d86325990 00000400:00000010:3.0:1788523145.083327:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d86325990. 00000100:00000001:3.0:1788523145.083332:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788523145.083336:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523145.083346:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788523145.083349:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788523145.083356:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788523145.083357:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788523145.101460:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.101489:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523145.101495:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.101498:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523145.101512:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.101525:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523145.101542:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.101548:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.101558:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.101563:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 8416 into portal 25 MB=0x6a9ab19304080 00000400:00000200:2.0:1788523145.101571:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523145.101582:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 8416/8416 into md 0x815 [4] + 224 00000800:00000001:2.0:1788523145.101594:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.101651:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523145.101657:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523145.101663:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523145.101675:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523145.101689:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523145.101704:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523145.101734:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523145.101749:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523145.101754:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.109416:0:5608:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788523145.109441:0:5608:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788523145.109444:0:5608:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788523145.109450:0:5608:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d850d5c08. 00000400:00000200:0.0:1788523145.109464:0:5608:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d903916c0 00000400:00000010:0.0:1788523145.109467:0:5608:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff973d903916c0. 00000100:00000001:0.0:1788523145.109474:0:5608:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788523145.109499:0:5608:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788523145.109514:0:5608:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.109524:0:5608:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788523145.109527:0:5608:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.109531:0:5608:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788523145.109535:0:5608:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788523145.109539:0:5608:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788523145.109543:0:5608:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788523145.109576:0:5608:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788523145.109586:0:5608:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1788523145.109591:0:5608:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1788523145.109593:0:5608:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788523145.109595:0:5608:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788523145.109599:0:5608:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788523145.109601:0:5608:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.109605:0:5608:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788523145.109610:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.109617:0:5608:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788523145.109621:0:5608:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788523145.109623:0:5608:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788523145.109627:0:5608:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788523145.109635:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d83f78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ee96975-dad2-4a83-b7f1-46eb34baa2be:5608:1875402187358336:192.168.202.149@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788523145.109641:0:5608:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788523145.109645:0:5608:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788523145.109648:0:5608:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788523145.109651:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523145.109655:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.109661:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788523145.109666:0:5608:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff973d90391cc0. 00000100:00000001:0.0:1788523145.109669:0:5608:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788523145.109671:0:5608:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523145.109687:0:5608:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788523145.109690:0:5608:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788523145.109693:0:5608:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d83f78000 x1875402187358336/t0(0) o503->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788523161 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788523145.109700:0:5608:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788523145.109703:0:5608:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788523145.109714:0:5608:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff973d864a0000. 02000000:00000001:0.0:1788523145.109728:0:5608:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788523145.109732:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523145.109734:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523145.109737:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788523145.109740:0:5608:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff973d864c0200. 02000000:00000001:0.0:1788523145.109744:0:5608:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788523145.109747:0:5608:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788523145.109749:0:5608:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d83f78000. 00000100:00000001:0.0:1788523145.109753:0:5608:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788523145.109755:0:5608:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788523145.109758:0:5608:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788523145.109759:0:5608:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:0.0:1788523145.109761:0:5608:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788523145.109764:0:5608:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523145.109767:0:5608:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788523145.109771:0:5608:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788523145.109775:0:5608:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff973d903e8f60. 00000040:00001000:0.0:1788523145.109778:0:5608:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788523145.116206:0:9704:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788523145.116222:0:9704:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff973d8662e600. 00000020:00000010:2.0:1788523145.116231:0:9704:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff973d8662e000. 00000040:00000010:2.0:1788523145.116236:0:9704:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff973d8662ec00. 00000020:00000010:2.0:1788523145.116263:0:9704:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff973d863a7000. 00000020:00000010:2.0:1788523145.116270:0:9704:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff973d85688508. 00000020:00000010:2.0:1788523145.116275:0:9704:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff973d8662fe00. 80000000:00000010:2.0:1788523145.116280:0:9704:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff973d867735a0. 40000000:00000010:2.0:1788523145.116317:0:9704:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff973d82aa48c0. 00100000:00000010:2.0:1788523145.116324:0:9704:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff973d863a6000. 00040000:00000010:2.0:1788523145.116330:0:9704:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff973d89e6b600. 00040000:00000010:2.0:1788523145.116334:0:9704:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff973d863a7800. 00040000:00000010:2.0:1788523145.116339:0:9704:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff973d8662e400. 00000004:00000010:2.0:1788523145.116345:0:9704:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff973d863a3000. 00000004:00000010:2.0:1788523145.116353:0:9704:0:(mdt_handler.c:8406:mdt_key_init()) kmalloced '(value)': 2568 at ffff973d856cf000. 00000004:00000010:2.0:1788523145.116359:0:9704:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff973d863a2000. 00002000:00000010:2.0:1788523145.116365:0:9704:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff973d86137000. 00000004:00000010:2.0:1788523145.116370:0:9704:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff973d86135400. 00000020:00000010:2.0:1788523145.116377:0:9704:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff973d82aa4640. 00000040:00000010:2.0:1788523145.116389:0:9704:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff973d863e6000. 00000040:00080000:2.0:1788523145.116866:0:9704:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788523145.116874:0:9704:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff973d863e6000. 00000020:00000010:2.0:1788523145.116883:0:9704:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff973d82aa4640. 00000020:00000010:2.0:1788523145.116904:0:9704:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff973d8662e000. 00000040:00000010:2.0:1788523145.116909:0:9704:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff973d8662ec00. 00000020:00000010:2.0:1788523145.116912:0:9704:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff973d863a7000. 00000020:00000010:2.0:1788523145.116917:0:9704:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff973d85688508. 00000020:00000010:2.0:1788523145.116923:0:9704:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff973d8662fe00. 80000000:00000010:2.0:1788523145.116927:0:9704:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff973d867735a0. 40000000:00000010:2.0:1788523145.116931:0:9704:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff973d82aa48c0. 00100000:00000010:2.0:1788523145.116935:0:9704:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff973d863a6000. 00040000:00000010:2.0:1788523145.116939:0:9704:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff973d89e6b600. 00040000:00000010:2.0:1788523145.116945:0:9704:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff973d863a7800. 00040000:00000010:2.0:1788523145.116947:0:9704:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff973d8662e400. 00000004:00000010:2.0:1788523145.116950:0:9704:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff973d863a3000. 00000004:00000010:2.0:1788523145.116955:0:9704:0:(mdt_handler.c:8431:mdt_key_fini()) kfreed 'info': 2568 at ffff973d856cf000. 00000004:00000010:2.0:1788523145.116960:0:9704:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff973d863a2000. 00002000:00000010:2.0:1788523145.116964:0:9704:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff973d86137000. 00000004:00000010:2.0:1788523145.116978:0:9704:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff973d86135400. 00000020:00000010:2.0:1788523145.116981:0:9704:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff973d8662e600. 00000040:00000010:0.0:1788523145.117328:0:5608:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff973d903e8f60. 00000040:00000001:0.0:1788523145.117333:0:5608:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788523145.117338:0:5608:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788523145.117345:0:5608:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff973d8617e000. 00000040:00000010:0.0:1788523145.117350:0:5608:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff973d8878ac00. 00000020:00000001:0.0:1788523145.117356:0:5608:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.117360:0:5608:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1788523145.117363:0:5608:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff973d86184c00. 00000040:00000010:0.0:1788523145.117367:0:5608:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff973d86184e00. 00000020:00000010:0.0:1788523145.117370:0:5608:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff973d86106000. 00000020:00000010:0.0:1788523145.117374:0:5608:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff973d86184800. 80000000:00000010:0.0:1788523145.117378:0:5608:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff973d903e8000. 00040000:00000010:0.0:1788523145.117381:0:5608:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff973d89c13600. 20000000:00000010:0.0:1788523145.117387:0:5608:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff973d8393de00. 00000020:00000010:0.0:1788523145.117391:0:5608:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff973d86185600. 10000000:00000010:0.0:1788523145.117395:0:5608:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff973d980c4640. 10000000:01000000:0.0:1788523145.117398:0:5608:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.149@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788523145.117409:0:5608:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788523145.117413:0:5608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788523145.117416:0:5608:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788523145.117420:0:5608:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff973d80031e00 refcount=3 00000020:00000001:0.0:1788523145.117423:0:5608:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628889129328128 : -115184580223488 : ffff973d80031e00) 00010000:00000001:0.0:1788523145.117427:0:5608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628889129328128 : -115184580223488 : ffff973d80031e00) 00010000:00000001:0.0:1788523145.117429:0:5608:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788523145.117435:0:5608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.149@tcp lock: ffff973d80031e00/0xd4927474cca599c4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98ba3 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523145.117446:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523145.117448:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788523145.117451:0:5608:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.149@tcp lock: ffff973d80031e00/0xd4927474cca599c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ed34e4818e98ba3 expref: -99 pid: 5608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788523145.117457:0:5608:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788523145.117458:0:5608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788523145.117459:0:5608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788523145.117461:0:5608:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.117463:0:5608:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788523145.117466:0:5608:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788523145.117468:0:5608:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788523145.117470:0:5608:0:(mgc_request.c:123:config_log_put()) log params(ffff973d8676f000) refs 3 10000000:00000001:0.0:1788523145.117472:0:5608:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1788523145.476677:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523145.476700:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523145.476713:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523145.476714:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523145.476992:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523145.476997:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523145.477001:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788523145.796456:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295053557, at 4295053568 00000100:00000010:2.0:1788523145.796478:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d8b3c6ba0. 00000100:00000040:3.0:1788523145.796582:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295053557, at 4295053568 00000100:00000010:3.0:1788523145.796589:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d8b3c6660. 00010000:00000001:3.0:1788523146.500472:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523146.500483:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523146.500490:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523146.500492:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788523146.500678:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788523146.500683:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523146.500688:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1788523146.565336:0:5608:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788523146.565346:0:5608:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1788523147.525013:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523147.525024:0:42:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788523147.525027:0:42:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788523147.525032:0:42:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523147.525038:0:42:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788523147.525041:0:42:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523147.525043:0:42:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523147.525045:0:42:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523147.525050:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523147.525051:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788523147.525233:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788523147.525237:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788523147.525241:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523148.549559:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523148.549568:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523148.549574:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523148.549576:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788523148.551519:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788523148.551528:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788523148.551534:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788523148.624218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788523148.624241:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788523148.624260:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8676ad80. 00000020:00000040:2.0:1788523148.624269:0:36:0:(genops.c:1210:class_import_get()) import ffff973d86103800 refcount=4 obd=MGC192.168.202.149@tcp 00000100:00000001:2.0:1788523148.624275:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788523148.624279:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788523148.624319:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788523148.624330:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d89e6b100. 00000100:00000001:2.0:1788523148.624340:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624358:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1ee96975-dad2-4a83-b7f1-46eb34baa2be->MGS req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788523148.624371:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788523148.624376:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624383:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076830f53] to pc [ptlrpcd_01_00+0] req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.624421:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788523148.624428:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788523148.624431:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8676b800. 00000020:00000040:2.0:1788523148.624434:0:36:0:(genops.c:1210:class_import_get()) import ffff973d83f6e800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d86692800 00000100:00000001:2.0:1788523148.624436:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788523148.624438:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788523148.624446:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788523148.624452:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d8db6d500. 00000100:00000001:2.0:1788523148.624455:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624460:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f17ac6-59d1-4b65-92da-832758c10038->lustre-MDT0000_UUID req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788523148.624468:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788523148.624470:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624474:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a22773cc] to pc [ptlrpcd_01_01+1] req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.624484:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788523148.624491:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788523148.624494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788523148.624499:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f17ac6-59d1-4b65-92da-832758c10038->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788523148.624502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788523148.624506:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788523148.624510:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff973d8676a680. 00000020:00000040:2.0:1788523148.624513:0:36:0:(genops.c:1210:class_import_get()) import ffff973d863ce800 refcount=4 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000100:00000001:2.0:1788523148.624516:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788523148.624517:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788523148.624519:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788523148.624522:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff973d8db6d700. 00000100:00000001:2.0:1788523148.624525:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624529:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-MDT0000_UUID req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788523148.624536:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788523148.624537:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624541:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001906041b] to pc [ptlrpcd_01_00+0] req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.624553:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.624556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788523148.624559:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788523148.624562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788523148.624566:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) dc8538ed-cb31-4738-91dc-1a72266e23c6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788523148.624571:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (394) 00000100:00000001:2.0:1788523148.624635:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523148.624639:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788523148.624642:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788523148.624649:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.624658:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788523148.624660:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.624665:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788523148.624668:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788523148.624672:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788523148.624675:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2367:1875402187358464:192.168.202.149@tcp:400:kworker.0 00000100:00000001:2.0:1788523148.624680:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788523148.624687:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788523148.624690:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.624693:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788523148.624699:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8935a400. 02000000:00000001:2.0:1788523148.624701:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788523148.624711:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:2.0:1788523148.624716:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d863ec688. 00000400:00000010:2.0:1788523148.624724:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413550. 00000100:00000200:2.0:1788523148.624734:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187358464, portal 25 00000100:00000001:2.0:1788523148.624736:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788523148.624738:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889237564800 : -115184471986816 : ffff973d8676ad80) 00000100:00000040:2.0:1788523148.624751:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.624760:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788523148.624763:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:2.0:1788523148.624765:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413dd0. 00000100:00000200:2.0:1788523148.624769:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875402187358464, offset 0 00000400:00000200:2.0:1788523148.624777:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:2.0:1788523148.624786:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.624796:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:2.0:1788523148.624802:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788523148.624807:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:2.0:1788523148.624811:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788523148.624814:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:2.0:1788523148.624820:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [140:140:256:4294967295] 192.168.202.149@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:2.0:1788523148.624825:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.624836:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788523148.624844:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:2.0:1788523148.624850:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d89e6eb00. 00000800:00000200:2.0:1788523148.624858:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:2.0:1788523148.624868:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:2.0:1788523148.624873:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d89e6eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788523148.624888:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788523148.624892:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:2.0:1788523148.624895:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 2 is 4295057098 00000100:00000010:2.0:1788523148.624900:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d86773a80. 00000100:00000001:2.0:1788523148.624909:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788523148.624914:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS new deadline estimation for cpu 3 is 4295057098 00000100:00000010:2.0:1788523148.624917:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff973d86773420. 00000100:00000001:2.0:1788523148.624920:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.149@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788523148.624924:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523148.624934:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.624937:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788523148.624941:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.624948:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788523148.624950:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.624952:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788523148.624954:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788523148.624956:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788523148.624960:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2367:1875402187358720:192.168.202.149@tcp:400:kworker.0 00000100:00000001:2.0:1788523148.624963:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788523148.624966:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788523148.624968:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.624970:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788523148.624973:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8935b400. 02000000:00000001:2.0:1788523148.624974:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788523148.624978:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:2.0:1788523148.624981:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d863ec9f8. 00000400:00000010:2.0:1788523148.624985:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413770. 00000100:00000200:2.0:1788523148.624988:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187358720, portal 10 00000100:00000001:2.0:1788523148.624990:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788523148.625003:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889237563008 : -115184471988608 : ffff973d8676a680) 00000100:00000040:2.0:1788523148.625011:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625017:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788523148.625020:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:2.0:1788523148.625023:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413198. 00000100:00000200:2.0:1788523148.625026:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187358720, offset 0 00000400:00000200:2.0:1788523148.625030:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:2.0:1788523148.625034:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.625038:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:2.0:1788523148.625041:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788523148.625049:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:2.0:1788523148.625052:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788523148.625054:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:2.0:1788523148.625058:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [141:141:255:4294967295] 192.168.202.149@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:2.0:1788523148.625062:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.625067:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788523148.625072:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:2.0:1788523148.625076:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d89e6e200. 00000800:00000200:2.0:1788523148.625080:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:2.0:1788523148.625085:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:2.0:1788523148.625088:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d89e6e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788523148.625091:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.625096:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: using a timeout of 18933 usecs (19 jiffies) 00000400:00000200:2.0:1788523148.625099:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:2.0:1788523148.625101:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 2 is 4295056414 00000100:00000001:2.0:1788523148.625105:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 2, keep current deadline 4295057098 00000100:00000001:2.0:1788523148.625107:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS new deadline estimation for cpu 3 is 4295056414 00000100:00000001:2.0:1788523148.625108:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d863cb000: PM QoS request active for cpu 3, keep current deadline 4295057098 00000100:00000001:2.0:1788523148.625111:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523148.625113:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.625115:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.625118:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.625127:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788523148.625129:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788523148.625131:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523148.625133:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788523148.625134:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788523148.625137:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788523148.625139:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.625141:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788523148.625142:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.625150:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523148.625151:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788523148.625152:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788523148.625157:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625163:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788523148.625165:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.625167:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788523148.625169:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788523148.625171:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788523148.625173:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff973d8676b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187358592:192.168.202.149@tcp:400:kworker.0 00000100:00000001:2.0:1788523148.625177:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788523148.625179:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788523148.625181:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.625183:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788523148.625187:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff973d8de2fc00. 02000000:00000001:2.0:1788523148.625188:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788523148.625192:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000010:2.0:1788523148.625194:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff973d863ecb58. 00000400:00000010:2.0:1788523148.625198:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d85413aa0. 00000100:00000200:2.0:1788523148.625201:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875402187358592, portal 10 00000100:00000001:2.0:1788523148.625203:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788523148.625204:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446628889237567488 : -115184471984128 : ffff973d8676b800) 00000100:00000040:2.0:1788523148.625211:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625217:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788523148.625219:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.149@tcp 00000400:00000010:2.0:1788523148.625222:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff973d854133b8. 00000100:00000200:2.0:1788523148.625224:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875402187358592, offset 0 00000400:00000200:2.0:1788523148.625228:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.149@tcp 00000400:00000200:2.0:1788523148.625231:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.625235:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.149@tcp local destination 00000400:00000200:2.0:1788523148.625238:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788523148.625246:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.49@tcp 00000400:00000200:2.0:1788523148.625248:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788523148.625250:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.149@tcp 00000400:00000200:2.0:1788523148.625253:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.49@tcp NI seq info: [142:142:254:4294967295] 192.168.202.149@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:2.0:1788523148.625257:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.625263:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp:) -> 192.168.202.149@tcp(192.168.202.149@tcp:192.168.202.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788523148.625268:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.149@tcp 00000800:00000010:2.0:1788523148.625271:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff973d89e6e000. 00000800:00000200:2.0:1788523148.625275:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff973d89ef1a80] -> 12345-192.168.202.149@tcp (5) 00000800:00000200:2.0:1788523148.625279:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.149@tcp ip 192.168.202.149:988 00000800:00000200:2.0:1788523148.625281:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff973d89e6e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788523148.625284:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.625338:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: using a timeout of 125962 usecs (126 jiffies) 00000400:00000200:2.0:1788523148.625341:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000100:00000001:2.0:1788523148.625342:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 2 is 4295056523 00000100:00000001:2.0:1788523148.625344:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 2, keep current deadline 4295057098 00000100:00000001:2.0:1788523148.625347:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS new deadline estimation for cpu 3 is 4295056523 00000100:00000001:2.0:1788523148.625348:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff973d86692800: PM QoS request active for cpu 3, keep current deadline 4295057098 00000100:00000001:2.0:1788523148.625350:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523148.625352:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.625355:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.625357:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.625369:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523148.625371:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788523148.625422:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523148.625426:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d89e6eb00. 00000400:00000200:2.0:1788523148.625431:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523148.625437:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523148.625444:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413dd0 00000400:00000010:2.0:1788523148.625446:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413dd0. 00000100:00000001:2.0:1788523148.625451:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523148.625460:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625470:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523148.625474:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625480:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.625482:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788523148.625498:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523148.625500:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d89e6e200. 00000400:00000200:2.0:1788523148.625503:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523148.625506:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523148.625510:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413198 00000400:00000010:2.0:1788523148.625511:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413198. 00000100:00000001:2.0:1788523148.625514:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523148.625517:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625523:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523148.625525:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625531:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.625532:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788523148.625602:0:2359:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788523148.625605:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff973d89e6e000. 00000400:00000200:2.0:1788523148.625608:0:2359:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523148.625612:0:2359:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000400:00000200:2.0:1788523148.625614:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d854133b8 00000400:00000010:2.0:1788523148.625616:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d854133b8. 00000100:00000001:2.0:1788523148.625618:0:2359:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788523148.625621:0:2359:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625627:0:2359:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523148.625629:0:2359:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.625640:0:2359:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.625642:0:2359:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788523148.631021:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631049:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523148.631055:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631058:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523148.631071:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631082:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523148.631094:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631102:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631109:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631114:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 25 MB=0x6a9ab19304100 00000400:00000200:2.0:1788523148.631120:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631127:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.149@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:2.0:1788523148.631136:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631141:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523148.631145:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523148.631150:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523148.631344:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523148.631459:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523148.631473:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.631492:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523148.631504:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631509:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523148.631511:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631513:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523148.631518:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631521:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523148.631525:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631540:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631543:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631546:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19304180 00000400:00000200:2.0:1788523148.631550:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631554:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:2.0:1788523148.631559:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631563:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523148.631565:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523148.631569:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523148.631572:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523148.631578:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523148.631588:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.631595:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523148.631598:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631601:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788523148.631602:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631605:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523148.631608:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631611:0:2360:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.49@tcp(192.168.202.49@tcp) <- 192.168.202.149@tcp : PUT - for me 00000400:00000200:2.0:1788523148.631615:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631617:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631620:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631623:0:2360:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.149@tcp of length 224 into portal 10 MB=0x6a9ab19304200 00000400:00000200:2.0:1788523148.631626:0:2360:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.149@tcp to cpt 1 00000400:00000200:2.0:1788523148.631630:0:2360:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.149@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:2.0:1788523148.631634:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631854:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788523148.631858:0:2360:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788523148.631862:0:2360:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.49@tcp->192.168.202.149@tcp: PUT: OK 00000100:00000001:2.0:1788523148.631866:0:2360:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523148.631880:0:2360:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788523148.631889:0:2360:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.631896:0:2360:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788523148.631901:0:2360:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788523148.631905:0:2360:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.631933:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523148.631938:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788523148.631947:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788523148.631949:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788523148.631954:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d863ecb58. 00000400:00000200:2.0:1788523148.631959:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413aa0 00000400:00000010:2.0:1788523148.631962:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413aa0. 00000100:00000001:2.0:1788523148.631966:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523148.631971:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788523148.631980:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.631987:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788523148.631990:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.632002:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788523148.632005:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788523148.632010:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788523148.632013:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.632017:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788523148.632033:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d83f6ec60 time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1788523148.632040:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d83f6ec18 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1788523148.632043:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788523148.632045:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523148.632049:0:2367:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788523148.632054:0:2367:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.632060:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788523148.632062:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d86692800: skip recheck: last_committed 0 00000100:00000001:2.0:1788523148.632073:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788523148.632075:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.632083:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.632091:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523148.632096:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788523148.632099:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788523148.632103:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523148.632113:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f17ac6-59d1-4b65-92da-832758c10038:2367:1875402187358592:192.168.202.149@tcp:400:kworker.0 00000400:00000001:2.0:1788523148.632121:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788523148.632122:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788523148.632125:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d863ec688. 00000400:00000200:2.0:1788523148.632128:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413550 00000400:00000010:2.0:1788523148.632130:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413550. 00000100:00000001:2.0:1788523148.632133:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523148.632137:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788523148.632145:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.632151:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788523148.632152:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.632212:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788523148.632214:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788523148.632215:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788523148.632217:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.632219:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788523148.632369:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d86103c60 time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1788523148.632373:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d86103c18 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1788523148.632375:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788523148.632377:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523148.632379:0:2367:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788523148.632386:0:2367:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.632388:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.632455:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.632465:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523148.632467:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788523148.632469:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788523148.632473:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523148.632481:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1ee96975-dad2-4a83-b7f1-46eb34baa2be:2367:1875402187358464:192.168.202.149@tcp:400:kworker.0 00000400:00000001:2.0:1788523148.632487:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788523148.632489:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788523148.632491:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff973d863ec9f8. 00000400:00000200:2.0:1788523148.632493:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff973d85413770 00000400:00000010:2.0:1788523148.632495:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff973d85413770. 00000100:00000001:2.0:1788523148.632497:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788523148.632501:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788523148.632510:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.632517:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788523148.632518:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.632520:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788523148.632521:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788523148.632523:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788523148.632524:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788523148.632526:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788523148.632531:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff973d863cec60 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1788523148.632534:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff973d863cec18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1788523148.632536:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788523148.632538:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788523148.632540:0:2367:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788523148.632547:0:2367:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.632549:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788523148.632551:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff973d863cb000: skip recheck: last_committed 0 00000100:00000001:2.0:1788523148.632553:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788523148.632554:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523148.632559:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.632565:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788523148.632567:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788523148.632569:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788523148.632573:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788523148.632580:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff973d8676a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dc8538ed-cb31-4738-91dc-1a72266e23c6:2367:1875402187358720:192.168.202.149@tcp:400:kworker.0 00000100:00000001:2.0:1788523148.632584:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.632588:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523148.632591:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8676b800 x1875402187358592/t0(0) o400->lustre-MDT0000-mdc-ffff973d86692800@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.632599:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788523148.632602:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788523148.632606:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8de2fc00. 02000000:00000001:2.0:1788523148.632612:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788523148.632615:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788523148.632618:0:2367:0:(genops.c:1223:class_import_put()) import ffff973d83f6e800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d86692800 00000020:00000001:2.0:1788523148.632620:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788523148.632624:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d8db6d500. 02000000:00000001:2.0:1788523148.632628:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788523148.632631:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788523148.632634:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8676b800. 00000100:00000001:2.0:1788523148.632639:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788523148.632641:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.632643:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523148.632647:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8676ad80 x1875402187358464/t0(0) o400->MGC192.168.202.149@tcp@192.168.202.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.632664:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788523148.632666:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788523148.632668:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8935a400. 02000000:00000001:2.0:1788523148.632671:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788523148.632673:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788523148.632675:0:2367:0:(genops.c:1223:class_import_put()) import ffff973d86103800 refcount=3 obd=MGC192.168.202.149@tcp 00000020:00000001:2.0:1788523148.632676:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788523148.632678:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d89e6b100. 02000000:00000001:2.0:1788523148.632684:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788523148.632685:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788523148.632686:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8676ad80. 00000100:00000001:2.0:1788523148.632689:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788523148.632691:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.632693:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788523148.632698:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff973d8676a680 x1875402187358720/t0(0) o400->lustre-MDT0000-mdc-ffff973d863cb000@192.168.202.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788523164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788523148.632704:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788523148.632705:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788523148.632707:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff973d8935b400. 02000000:00000001:2.0:1788523148.632710:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788523148.632711:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788523148.632712:0:2367:0:(genops.c:1223:class_import_put()) import ffff973d863ce800 refcount=3 obd=lustre-MDT0000-mdc-ffff973d863cb000 00000020:00000001:2.0:1788523148.632714:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788523148.632715:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff973d8db6d700. 02000000:00000001:2.0:1788523148.632718:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788523148.632719:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788523148.632720:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff973d8676a680. 00000100:00000001:2.0:1788523148.632723:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788523148.632724:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.632726:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788523148.632736:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788523148.632739:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788523148.632742:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788523148.632745:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788523149.382319:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551ea20 (cpu 2) has reached its deadline 4295057098, at 4295057154 00000100:00000010:2.0:1788523149.382347:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d86773a80. 00000100:00000040:3.0:1788523149.385058:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff973d8551eb30 (cpu 3) has reached its deadline 4295057098, at 4295057156 00000100:00000010:3.0:1788523149.385080:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff973d86773420. 00010000:00000001:3.0:1788523149.572637:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523149.572646:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523149.572720:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523149.572722:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523149.576570:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523149.576580:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523149.576586:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788523149.640081:0:5597:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788523149.640091:0:5597:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788523150.573522:0:9860:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788523150.573538:0:9860:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523150.596379:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523150.596389:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523150.596396:0:42:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523150.596398:0:42:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523150.596475:0:5605:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523150.596479:0:5605:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523150.596483:0:5605:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788523151.620479:0:259:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523151.620489:0:259:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523151.620496:0:259:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788523151.620501:0:259:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788523151.620524:0:259:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788523151.620528:0:259:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523151.620532:0:259:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788523151.620535:0:259:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523151.620537:0:259:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788523151.620540:0:259:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788523151.622477:0:5606:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788523151.622485:0:5606:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788523151.622490:0:5606:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 8147 lines, 8147 kept, 0 dropped, 0 bad.