00000001:01000000:2.0F:1785392808.626855:0:2292:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1299 MB/s 00000001:01000000:2.0:1785392808.877138:0:2292:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1651 MB/s 00000001:01000000:2.0:1785392809.126650:0:2292:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 10403 MB/s 00000020:02000000:0.0F:1785392809.434137:0:2322:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.56_2_geb69296 00000400:02000000:2.0:1785392809.816754:0:2337:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.202.56@tcp [8/256/0/180] 00008000:02000000:2.0:1785392813.468522:0:2487:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1785393019.471745:0:5568:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1785393019.471751:0:5568:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1785393019.471753:0:5568:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.156@tcp:/lustre 00000020:01000004:0.0:1785393019.471754:0:5568:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1785393019.471913:0:5568:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000e3a69d9b 00000080:01000004:0.0:1785393019.471923:0:5568:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1785393019.471940:0:5568:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.156@tcp' 00000020:01000004:0.0:1785393019.471991:0:5568:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.156@tcp (typ=mgc) 00000020:00000080:0.0:1785393019.472014:0:5568:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.156@tcp (000000009253ddaf) 00000020:00000080:0.0:1785393019.472029:0:5568:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1785393019.476292:0:5568:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1785393019.476326:0:5568:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1785393019.476650:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1785393019.476658:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1785393019.479416:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1785393019.479435:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1785393019.493470:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1785393019.493487:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:3.0F:1785393019.496704:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:3.0:1785393019.496724:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:2.0:1785393019.497960:0:5568:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1785393019.498309:0:5568:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1785393019.504510:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:2.0:1785393019.504523:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1785393019.510819:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1785393019.510835:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1785393019.512380:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1785393019.512390:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1785393019.513584:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1785393019.513595:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1785393019.514722:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1785393019.514730:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:2.0:1785393019.515693:0:5568:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:2.0:1785393019.515701:0:5568:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:3.0:1785393019.516404:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393019.516408:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393019.516410:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393019.516771:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393019.516774:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393019.516776:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1785393019.522246:0:5568:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d5482320@MGC192.168.202.156@tcp: add connection 192.168.202.156@tcp at head 00010000:00010000:3.0:1785393019.522403:0:5568:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.156@tcp-0 is initialized 00000040:01000000:3.0:1785393019.522410:0:5568:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.156@tcp ctxt 1 is initialized 00010000:00010000:3.0:1785393019.522603:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1785393019.525082:0:5583:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1785393019.525123:0:5568:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.156@tcp (uuid c55f4f57-8f32-49f6-b638-4474c084a531) 00000020:00000080:2.0:1785393019.529092:0:5568:0:(genops.c:1406:class_connect()) connect: client c55f4f57-8f32-49f6-b638-4474c084a531, cookie 0x5e1108f159ba916c 00000100:00080000:2.0:1785393019.529112:0:5568:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 0 00000100:00080000:2.0:1785393019.529124:0:5568:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import 00000000d5482320 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00100000:2.0:1785393019.529173:0:5568:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000009005dc x1872120050090112/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1785393019.529218:0:5568:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c55f4f57-8f32-49f6-b638-4474c084a531->MGS 00000080:00200000:2.0:1785393019.529241:0:5568:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8c6460009800 (sb 00000000e3a69d9b) 00000080:01000000:2.0:1785393019.529320:0:5568:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1785393019.529322:0:5568:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1785393019.529325:0:5568:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:2.0:1785393019.529332:0:5568:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: d9599c5c-8d06-4915-b7c0-fc189e9dbcc6 00000100:00100000:1.0F:1785393019.529757:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000009005dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c55f4f57-8f32-49f6-b638-4474c084a531:2353:1872120050090112:192.168.202.156@tcp:250: 00000100:00100000:0.0:1785393019.536672:0:2353:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.202.156@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1785393019.536689:0:2353:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.156@tcp: connect to target with instance 0 00000100:00080000:0.0:1785393019.536699:0:2353:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.156@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1785393019.536706:0:2353:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1785393019.536709:0:2353:0:(import.c:65:import_set_state_nolock()) 00000000d5482320 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1785393019.536714:0:2353:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1785393019.536730:0:2353:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1785393019.536740:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000009005dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c55f4f57-8f32-49f6-b638-4474c084a531:2353:1872120050090112:192.168.202.156@tcp:250: 10000000:01000000:2.0:1785393019.537478:0:5568:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1785393019.537482:0:5568:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c6460009800 10000000:01000000:2.0:1785393019.537486:0:5568:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c64602acd40 10000000:01000000:2.0:1785393019.537490:0:5568:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1785393019.537498:0:5568:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8c64602acd40 from 1 10000000:01000000:2.0:1785393019.537501:0:5568:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1785393019.537540:0:5568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: 00000000296081c8/0x5e1108f159ba9173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393019.537550:0:5568:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: 00000000296081c8/0x5e1108f159ba9173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393019.537591:0:5568:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: 00000000296081c8/0x5e1108f159ba9173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785393019.537611:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004eb22a60 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090240:192.168.202.156@tcp:101: 00000100:00100000:2.0:1785393019.537711:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 0000000002cd5dc3 going to sleep for 11 seconds 00000100:00100000:2.0:1785393019.556312:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004eb22a60 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090240:192.168.202.156@tcp:101: 00010000:00010000:2.0:1785393019.556343:0:5568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: 00000000296081c8/0x5e1108f159ba9173 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393019.556355:0:5568:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: 00000000296081c8/0x5e1108f159ba9173 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785393019.556455:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004eb22a60 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090368:192.168.202.156@tcp:501: 00000100:00100000:2.0:1785393019.556540:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 0000000002cd5dc3 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.584117:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004eb22a60 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090368:192.168.202.156@tcp:501: 10000000:01000000:3.0:1785393019.584162:0:5568:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1785393019.584186:0:5568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: 00000000296081c8/0x5e1108f159ba9173 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.584197:0:5568:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: 00000000296081c8/0x5e1108f159ba9173 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785393019.584218:0:5568:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c6460009800 10000000:01000000:3.0:1785393019.584223:0:5568:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1785393019.584229:0:5568:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c6460009800 10000000:01000000:3.0:1785393019.584233:0:5568:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1785393019.584237:0:5568:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8c6460009800 10000000:01000000:3.0:1785393019.584239:0:5568:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1785393019.584243:0:5568:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c6460009800 from 1 10000000:01000000:3.0:1785393019.584246:0:5568:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1785393019.584295:0:5568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: 00000000bcd778f5/0x5e1108f159ba917a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.584302:0:5568:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: 00000000bcd778f5/0x5e1108f159ba917a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.584323:0:5568:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: 00000000bcd778f5/0x5e1108f159ba917a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393019.584341:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007537d077 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090496:192.168.202.156@tcp:101: 00000100:00100000:3.0:1785393019.584435:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 000000003fcc32a8 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.593219:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007537d077 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090496:192.168.202.156@tcp:101: 00010000:00010000:3.0:1785393019.593248:0:5568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: 00000000bcd778f5/0x5e1108f159ba917a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.593259:0:5568:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: 00000000bcd778f5/0x5e1108f159ba917a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393019.593329:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007537d077 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090624:192.168.202.156@tcp:501: 00000100:00100000:3.0:1785393019.593404:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 000000003fcc32a8 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.596097:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007537d077 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090624:192.168.202.156@tcp:501: 00000100:00100000:3.0:1785393019.596151:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007537d077 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090752:192.168.202.156@tcp:503: 00000100:00100000:3.0:1785393019.596250:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 000000003fcc32a8 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.598684:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007537d077 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050090752:192.168.202.156@tcp:503: 00000100:00100000:3.0:1785393019.599346:0:5587:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007537d077 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:5587:1872120050090880:192.168.202.156@tcp:502: 00000100:00100000:3.0:1785393019.599415:0:5587:0:(client.c:2702:ptlrpc_set_wait()) set 0000000034a5f336 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.607104:0:5587:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007537d077 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:5587:1872120050090880:192.168.202.156@tcp:502: 00000020:01000000:3.0:1785393019.607152:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785393019.607173:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.607177:0:5587:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1785393019.607185:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8c6460009800 00000020:00000080:3.0:1785393019.607187:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785393019.607222:0:5587:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8c6460009800 (000000003a149c93) 00000020:00000080:3.0:1785393019.607242:0:5587:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1785393019.607249:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8c6460009800 00000020:00000080:3.0:1785393019.607252:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1785393019.607626:0:5587:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8c6460009800 (uuid d9599c5c-8d06-4915-b7c0-fc189e9dbcc6) 00000020:01000000:3.0:1785393019.607632:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785393019.607636:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.607637:0:5587:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1785393019.607640:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785393019.607643:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.607644:0:5587:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1785393019.607648:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8c6460009800 00000020:00000080:3.0:1785393019.607650:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785393019.607656:0:5587:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8c6460009800 (00000000c166b297) 00000020:00000080:3.0:1785393019.607667:0:5587:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1785393019.607672:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8c6460009800 00000020:00000080:3.0:1785393019.607674:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1785393019.611320:0:5587:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8c6460009800 (uuid d9599c5c-8d06-4915-b7c0-fc189e9dbcc6) 00000020:01000000:3.0:1785393019.611336:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785393019.611343:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.611345:0:5587:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1785393019.611349:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785393019.611354:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.611355:0:5587:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1785393019.611358:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1785393019.611360:0:5587:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1785393019.611363:0:5587:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1785393019.611368:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785393019.611376:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.611377:0:5587:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1785393019.611379:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785393019.611383:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.611385:0:5587:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1785393019.611387:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785393019.611392:0:5587:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.156@tcp to nid 0x20000c0a8ca9c (192.168.202.156@tcp) 00000020:01000000:3.0:1785393019.611420:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000080:3.0:1785393019.611423:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785393019.611434:0:5587:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8c6460009800 (00000000cd7c1bcd) 00000020:00000080:3.0:1785393019.611453:0:5587:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:3.0:1785393019.611457:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000080:3.0:1785393019.611460:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785393019.611539:0:5587:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000faa0a43e@lustre-MDT0000-mdc-ffff8c6460009800: add connection 192.168.202.156@tcp at head 00010000:00010000:3.0:1785393019.618456:0:5587:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8c6460009800-1 is initialized 00000040:01000000:3.0:1785393019.618750:0:5587:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8c6460009800 ctxt 13 is initialized 00000020:00000080:3.0:1785393019.619221:0:5587:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8c6460009800 (uuid d9599c5c-8d06-4915-b7c0-fc189e9dbcc6) 00000020:01000000:3.0:1785393019.619240:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c6460009800 00000020:00000080:3.0:1785393019.619245:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1785393019.619269:0:5587:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1785393019.619306:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785393019.619310:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.619311:0:5587:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1785393019.619314:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1785393019.619317:0:5587:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #10 00000020:01000000:3.0:1785393019.619319:0:5587:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785393019.619321:0:5587:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785393019.619322:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1785393019.619324:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.619325:0:5587:0:(obd_config.c:1561:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:3.0:1785393019.619327:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1785393019.619332:0:5587:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.156@tcp:/lustre 00000020:00000080:3.0:1785393019.619340:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.619342:0:5587:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1785393019.619345:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785393019.619351:0:5587:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.156@tcp to nid 0x20000c0a8ca9c (192.168.202.156@tcp) 00000020:01000000:3.0:1785393019.619379:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8c6460009800 00000020:00000080:3.0:1785393019.619381:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785393019.619392:0:5587:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8c6460009800 (000000002cf622c1) 00000020:00000080:3.0:1785393019.619408:0:5587:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2 00000020:01000000:3.0:1785393019.619413:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8c6460009800 00000020:00000080:3.0:1785393019.619416:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785393019.619518:0:5587:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a8a3119e@lustre-OST0000-osc-ffff8c6460009800: add connection 192.168.202.156@tcp at head 00010000:00010000:3.0:1785393019.619960:0:5587:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8c6460009800-2 is initialized 00000020:00000080:3.0:1785393019.628995:0:5587:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8c6460009800 (uuid d9599c5c-8d06-4915-b7c0-fc189e9dbcc6) 00000020:01000000:3.0:1785393019.629018:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c6460009800 00000020:00000080:3.0:1785393019.629022:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1785393019.629047:0:5587:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1785393019.629055:0:5587:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff8c6460009800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1785393019.629062:0:5587:0:(lov_obd.c:530:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1785393019.629074:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785393019.629078:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.629080:0:5587:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1785393019.629084:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1785393019.629087:0:5587:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #15 00000020:01000000:3.0:1785393019.629090:0:5587:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785393019.629091:0:5587:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1785393019.629092:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1785393019.629094:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.629095:0:5587:0:(obd_config.c:1561:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:3.0:1785393019.629098:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1785393019.629102:0:5587:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.156@tcp:/lustre 00000020:00000080:3.0:1785393019.629106:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.629107:0:5587:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1785393019.629120:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1785393019.629126:0:5587:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.156@tcp to nid 0x20000c0a8ca9c (192.168.202.156@tcp) 00000020:01000000:3.0:1785393019.629152:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8c6460009800 00000020:00000080:3.0:1785393019.629155:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1785393019.629176:0:5587:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8c6460009800 (0000000092bdf96e) 00000020:00000080:3.0:1785393019.629197:0:5587:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1785393019.629220:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8c6460009800 00000020:00000080:3.0:1785393019.629223:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1785393019.629305:0:5587:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ea8ab8c2@lustre-OST0001-osc-ffff8c6460009800: add connection 192.168.202.156@tcp at head 00010000:00010000:3.0:1785393019.629606:0:5587:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8c6460009800-3 is initialized 00000020:00000080:3.0:1785393019.629844:0:5587:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8c6460009800 (uuid d9599c5c-8d06-4915-b7c0-fc189e9dbcc6) 00000020:01000000:3.0:1785393019.629852:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c6460009800 00000020:00000080:3.0:1785393019.629855:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1785393019.629864:0:5587:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1785393019.629869:0:5587:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff8c6460009800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1785393019.629872:0:5587:0:(lov_obd.c:530:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1785393019.629880:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785393019.629883:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.629884:0:5587:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1785393019.629887:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1785393019.629889:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.629891:0:5587:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:3.0:1785393019.629893:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1785393019.629895:0:5587:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1785393019.629933:0:5587:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:5587:1872120050091008:192.168.202.156@tcp:502: 00000100:00100000:3.0:1785393019.630042:0:5587:0:(client.c:2702:ptlrpc_set_wait()) set 0000000034a5f336 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.643763:0:5587:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:5587:1872120050091008:192.168.202.156@tcp:502: 00000020:01000000:3.0:1785393019.643814:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785393019.643823:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393019.643826:0:5587:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000040:00080000:3.0:1785393019.643851:0:5587:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1785393019.645690:0:5568:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1785393019.645718:0:5568:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1785393019.645738:0:5568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: 00000000bcd778f5/0x5e1108f159ba917a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393019.645750:0:5568:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: 00000000bcd778f5/0x5e1108f159ba917a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785393019.645759:0:5568:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff8c6460009800 from 1 10000000:01000000:2.0:1785393019.645762:0:5568:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1785393019.645805:0:5568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: 00000000324aa6e5/0x5e1108f159ba91a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393019.645812:0:5568:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: 00000000324aa6e5/0x5e1108f159ba91a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393019.645822:0:5568:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: 00000000324aa6e5/0x5e1108f159ba91a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785393019.645980:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000004a3cc05d pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091136:192.168.202.156@tcp:101: 00000100:00100000:3.0:1785393019.646132:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 000000000dcd5fde going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.649162:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000004a3cc05d pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091136:192.168.202.156@tcp:101: 00010000:00010000:3.0:1785393019.649189:0:5568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: 00000000324aa6e5/0x5e1108f159ba91a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0cc expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.649212:0:5568:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: 00000000324aa6e5/0x5e1108f159ba91a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad0cc expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393019.649835:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091264:192.168.202.156@tcp:256: 00000100:00100000:3.0:1785393019.649929:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 0000000034a5f336 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.659405:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091264:192.168.202.156@tcp:256: 10000000:01000000:3.0:1785393019.660118:0:5568:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1785393019.660142:0:5568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: 00000000324aa6e5/0x5e1108f159ba91a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0cc expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.660154:0:5568:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: 00000000324aa6e5/0x5e1108f159ba91a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0cc expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785393019.660163:0:5568:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c6460009800 from 1 10000000:01000000:3.0:1785393019.660166:0:5568:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1785393019.660214:0:5568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: 00000000f7a028d9/0x5e1108f159ba91ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.660222:0:5568:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: 00000000f7a028d9/0x5e1108f159ba91ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.660231:0:5568:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: 00000000f7a028d9/0x5e1108f159ba91ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393019.660266:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091392:192.168.202.156@tcp:101: 00000100:00100000:3.0:1785393019.660343:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 0000000034a5f336 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.672526:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091392:192.168.202.156@tcp:101: 00010000:00010000:3.0:1785393019.672554:0:5568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: 00000000f7a028d9/0x5e1108f159ba91ab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.672958:0:5568:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: 00000000f7a028d9/0x5e1108f159ba91ab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393019.673042:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091520:192.168.202.156@tcp:501: 00000100:00100000:3.0:1785393019.674132:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 0000000034a5f336 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.684601:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091520:192.168.202.156@tcp:501: 00000100:00100000:3.0:1785393019.684666:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091648:192.168.202.156@tcp:503: 00000100:00100000:3.0:1785393019.684782:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set 0000000034a5f336 going to sleep for 11 seconds 00000100:00100000:3.0:1785393019.690235:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e94c0762 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:5568:1872120050091648:192.168.202.156@tcp:503: 00000100:00100000:1.0:1785393019.692823:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009f181c52 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:5590:1872120050091776:192.168.202.156@tcp:502: 00000100:00100000:1.0:1785393019.692957:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000002d56c894 going to sleep for 11 seconds 00000100:00100000:2.0:1785393019.710797:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009f181c52 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:5590:1872120050091776:192.168.202.156@tcp:502: 00000020:01000000:2.0:1785393019.710847:0:5590:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785393019.710860:0:5590:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393019.710863:0:5590:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1785393019.710871:0:5590:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c6460009800 00000020:00000080:2.0:1785393019.710886:0:5590:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1785393019.710946:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eeca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:5590:1872120050091904:192.168.202.156@tcp:502: 00000100:00100000:2.0:1785393019.711050:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3600 going to sleep for 11 seconds 00000100:00100000:2.0:1785393019.720292:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eeca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:5590:1872120050091904:192.168.202.156@tcp:502: 00000020:01000000:2.0:1785393019.720336:0:5590:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785393019.720348:0:5590:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393019.720350:0:5590:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1785393019.720355:0:5590:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:3.0:1785393019.720747:0:5568:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1785393019.720766:0:5568:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1785393019.720788:0:5568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393019.720801:0:5568:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1785393019.720825:0:5568:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1785393019.721012:0:5568:0:(genops.c:1406:class_connect()) connect: client d9599c5c-8d06-4915-b7c0-fc189e9dbcc6, cookie 0x5e1108f159ba91b2 00800000:01000000:2.0:1785393019.721083:0:5568:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect d9599c5c-8d06-4915-b7c0-fc189e9dbcc6 to lustre-clilmv-ffff8c6460009800 00800000:01000000:2.0:1785393019.721092:0:5568:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8c6460009800(d9599c5c-8d06-4915-b7c0-fc189e9dbcc6) - lustre-MDT0000_UUID, d9599c5c-8d06-4915-b7c0-fc189e9dbcc6 00000020:00000080:2.0:1785393019.721102:0:5568:0:(genops.c:1406:class_connect()) connect: client d9599c5c-8d06-4915-b7c0-fc189e9dbcc6, cookie 0x5e1108f159ba91b9 00000100:00080000:2.0:1785393019.721110:0:5568:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c6460009800: connect to NID 192.168.202.156@tcp last attempt 0 00000100:00080000:2.0:1785393019.721120:0:5568:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c6460009800: import ffff8c645829d800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000008:00100000:2.0:1785393019.721134:0:5568:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785393019.721159:0:5568:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c6451eeca80 x1872120050092032/t0(0) o38->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1785393019.721186:0:5568:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID 00800000:01000000:2.0:1785393019.721320:0:5568:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8c6460009800(d9599c5c-8d06-4915-b7c0-fc189e9dbcc6) successfully (5) 00800000:00000004:2.0:1785393019.721324:0:5568:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8c6460009800: age -741, max_age 0 00000080:00000004:2.0:1785393019.721356:0:5568:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8c6460009800: age -741, max_age 258 00800000:00000004:2.0:1785393019.721361:0:5568:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8c6460009800: age -741, max_age 258 00000100:00080000:2.0:1785393019.721379:0:5568:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c6451eee680 x1872120050092288/t0(0) o41->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393019.721388:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3240 going to sleep for 0 seconds 00000100:00080000:3.0:1785393019.721391:0:2357:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c6451eedc00 x1872120050092160/t0(0) o41->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393019.731707:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050092032:192.168.202.156@tcp:38: 00010000:00080000:2.0:1785393019.781936:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6451eeca80 x1872120050092032/t0(0) o38->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 520/416 e 0 to 0 dl 1785393029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393019.781967:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1785393019.781978:0:2353:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8c6460009800: connect to target with instance 1 00000001:01000000:2.0:1785393020.032090:0:2353:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8c6460009800: T10 checksum algorithm t10ip512 speed = 2000 MB/s 00000001:01000000:3.0:1785393020.282586:0:2353:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8c6460009800: T10 checksum algorithm t10ip4K speed = 3589 MB/s 00000001:01000000:3.0:1785393020.532751:0:2353:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8c6460009800: T10 checksum algorithm t10crc512 speed = 923 MB/s 00010000:00010000:2.0:1785393020.554298:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785393020.745874:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3240 going to sleep for 0 seconds 00000001:01000000:3.0:1785393020.783474:0:2353:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8c6460009800: T10 checksum algorithm t10crc4K speed = 1239 MB/s 00000100:00080000:3.0:1785393020.783489:0:2353:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8c6460009800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1785393020.783503:0:2353:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1785393020.783509:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c645829d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1785393020.784060:0:2353:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000500f1760): req@ffff8c6451eedc00 x1872120050092160/t0(0) o41->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1785393020.784087:0:2353:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a327990f): req@ffff8c6451eee680 x1872120050092288/t0(0) o41->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393020.784110:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050092032:192.168.202.156@tcp:38: 00000100:00100000:1.0:1785393020.784313:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3240 going to sleep for 11 seconds 00010000:00080000:2.0:1785393020.787930:0:5568:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6451eee680 x1872120050092288/t0(0) o41->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 1785393036 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393020.787961:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5568:1872120050092288:192.168.202.156@tcp:41: 00800000:00000004:2.0:1785393020.787981:0:5568:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8c6460009800: update ffff8c6460279e10 cache blocks 17240/17271 objects 534261/534593 00000080:00000004:2.0:1785393020.787989:0:5568:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8c6460009800: update ffff8c646027d190 cache blocks 17240/17271 objects 534261/534593 00010000:00080000:3.0:1785393020.788222:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6451eedc00 x1872120050092160/t0(0) o41->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 1785393036 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393020.788237:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:0:1872120050092160:192.168.202.156@tcp:41: 00000100:00100000:2.0:1785393020.788242:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5568:1872120050092416:192.168.202.156@tcp:40: 00000100:00100000:2.0:1785393020.788357:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3600 going to sleep for 11 seconds 00010000:00080000:2.0:1785393020.794164:0:5568:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6451eee680 x1872120050092416/t0(0) o40->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 440/448 e 0 to 0 dl 1785393036 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393020.794186:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5568:1872120050092416:192.168.202.156@tcp:40: 00000080:00000004:2.0:1785393020.794219:0:5568:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1785393020.794234:0:5568:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 3407872 00020000:01000000:2.0:1785393020.794239:0:5568:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1785393020.794258:0:5568:0:(genops.c:1406:class_connect()) connect: client d9599c5c-8d06-4915-b7c0-fc189e9dbcc6, cookie 0x5e1108f159ba91c0 00000020:00000080:2.0:1785393020.794280:0:5568:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5e1108f159ba91c7 00000100:00080000:2.0:1785393020.794288:0:5568:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c6460009800: connect to NID 192.168.202.156@tcp last attempt 0 00000100:00080000:2.0:1785393020.794296:0:5568:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c6460009800: import ffff8c6458299000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000008:00100000:2.0:1785393020.794310:0:5568:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785393020.794346:0:5568:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c6451eee680 x1872120050092544/t0(0) o8->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1785393020.794372:0:5568:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID 00020000:01000000:2.0:1785393020.794397:0:5568:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8c6460009800) active 00000020:00000080:2.0:1785393020.794439:0:5568:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5e1108f159ba91ce 00000100:00080000:2.0:1785393020.794445:0:5568:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c6460009800: connect to NID 192.168.202.156@tcp last attempt 0 00000100:00080000:2.0:1785393020.794451:0:5568:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c6460009800: import ffff8c645829a800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000008:00100000:2.0:1785393020.794456:0:5568:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1785393020.794665:0:5568:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c6451eed180 x1872120050092672/t0(0) o8->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1785393020.794677:0:5568:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID 00020000:01000000:2.0:1785393020.794683:0:5568:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8c6460009800) active 00000100:00100000:2.0:1785393020.794727:0:5568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5568:1872120050092800:192.168.202.156@tcp:33: 00000100:00100000:2.0:1785393020.794866:0:5568:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3600 going to sleep for 11 seconds 00000100:00100000:3.0:1785393020.794947:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050092544:192.168.202.156@tcp:8: 00000100:00100000:3.0:1785393020.795007:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050092672:192.168.202.156@tcp:8: 00000100:00100000:0.0:1785393020.795848:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785393020.795860:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050092928:192.168.202.156@tcp:400: 00010000:00080000:3.0:1785393020.806835:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6451eee680 x1872120050092544/t0(0) o8->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 520/416 e 0 to 0 dl 1785393030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393020.806852:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c6460009800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1785393020.806869:0:2353:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8c6460009800: connect to target with instance 1 00000100:00080000:3.0:1785393020.806888:0:2353:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8c6460009800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1785393020.806900:0:2353:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1785393020.806904:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c6458299000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1785393020.806910:0:2353:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1785393020.806914:0:2353:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1785393020.806918:0:2353:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1785393020.806929:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050092544:192.168.202.156@tcp:8: 00010000:00080000:3.0:1785393020.806944:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6451eed180 x1872120050092672/t0(0) o8->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 520/416 e 0 to 0 dl 1785393030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393020.806952:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c6460009800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1785393020.806956:0:2353:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8c6460009800: connect to target with instance 1 00000100:00080000:3.0:1785393020.806961:0:2353:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8c6460009800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1785393020.806966:0:2353:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1785393020.806968:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c645829a800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1785393020.806971:0:2353:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1785393020.806973:0:2353:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1785393020.806976:0:2353:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1785393020.806980:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050092672:192.168.202.156@tcp:8: 00000100:00100000:0.0:1785393020.809540:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050092928:192.168.202.156@tcp:400: 00010000:00080000:2.0:1785393020.889660:0:5568:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6451eee300 x1872120050092800/t0(0) o33->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:23/10 lens 448/464 e 0 to 0 dl 1785393036 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1785393020.889692:0:5568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5568:1872120050092800:192.168.202.156@tcp:33: 00000080:00200000:2.0:1785393020.889916:0:5568:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00200000:2.0:1785393020.889925:0:5568:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:2.0:1785393020.889992:0:5568:0:(llite_lib.c:1661:ll_fill_super()) Mounted lustre-client 00000080:00000004:2.0:1785393020.891511:0:5568:0:(super25.c:181:lustre_fill_super()) 192.168.202.156@tcp:/lustre: Mount complete 00000080:00200008:3.0:1785393021.123488:0:5607:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1785393021.123500:0:5607:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348),name=/ 00000002:00010000:3.0:1785393021.123523:0:5607:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1785393021.123612:0:5607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5607 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.123623:0:5607:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5607 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.123642:0:5607:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5607 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393021.123665:0:5607:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646094b100 pname:cluuid:pid:xid:nid:opc:job mkdir:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5607:1872120050093056:192.168.202.156@tcp:101: 00000100:00100000:3.0:1785393021.123907:0:5607:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64582883c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785393021.127411:0:5607:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646094b100 pname:cluuid:pid:xid:nid:opc:job mkdir:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5607:1872120050093056:192.168.202.156@tcp:101: 00010000:00010000:3.0:1785393021.127434:0:5607:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.127446:0:5607:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.127456:0:5607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.127467:0:5607:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.127479:0:5607:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.127488:0:5607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.127494:0:5607:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1785393021.127519:0:5607:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8c646094b100 x1872120050093056/t0(0) o101->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 576/688 e 0 to 0 dl 1785393037 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1785393021.127535:0:5607:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.127547:0:5607:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c6450b3f400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1785393021.127553:0:5607:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1785393021.127611:0:5607:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:00010000:3.0:1785393021.127616:0:5607:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) for lock 0x5e1108f159ba91d5 00000080:00010000:3.0:1785393021.127621:0:5607:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00010000:3.0:1785393021.127624:0:5607:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5e1108f159ba91d5 from it ffffaa7c0403bcb8 00010000:00010000:3.0:1785393021.127627:0:5607:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393021.127635:0:5607:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1785393021.577782:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393022.616017:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1785393023.289040:0:5659:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1785393023.289053:0:5659:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348),name=/ 00000002:00010000:1.0:1785393023.289078:0:5659:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1785393023.289100:0:5659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1785393023.289116:0:5659:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1785393023.289124:0:5659:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1785393023.289132:0:5659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00010000:1.0:1785393023.289136:0:5659:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) for lock 0x5e1108f159ba91d5 00000080:00010000:1.0:1785393023.289143:0:5659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5e1108f159ba91d5 from it ffffaa7c01c1fcb8 00010000:00010000:1.0:1785393023.289147:0:5659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1785393023.289157:0:5659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1785393023.289745:0:5659:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1785393023.289750:0:5659:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348),name=/ 00000002:00010000:1.0:1785393023.289757:0:5659:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1785393023.289764:0:5659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1785393023.289781:0:5659:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1785393023.289788:0:5659:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1785393023.289793:0:5659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00010000:1.0:1785393023.289796:0:5659:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) for lock 0x5e1108f159ba91d5 00000080:00010000:1.0:1785393023.289800:0:5659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5e1108f159ba91d5 from it ffffaa7c01c1fcb8 00010000:00010000:1.0:1785393023.289861:0:5659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1785393023.289869:0:5659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1785393023.289958:0:5659:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348),name=/ 00000002:00010000:1.0:1785393023.289966:0:5659:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1785393023.289973:0:5659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1785393023.289981:0:5659:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1785393023.289986:0:5659:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1785393023.289989:0:5659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00010000:1.0:1785393023.289991:0:5659:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) for lock 0x5e1108f159ba91d5 00000080:00010000:1.0:1785393023.289995:0:5659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5e1108f159ba91d5 from it ffffaa7c01c1fbb0 00010000:00010000:1.0:1785393023.289999:0:5659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1785393023.290011:0:5659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1785393023.290019:0:5659:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348), inode mode 41ed mask 44 00000080:00200008:1.0:1785393023.290024:0:5659:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), flags 100000 00000080:00200080:1.0:1785393023.290196:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:1.0:1785393023.290210:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462732000 uarg=0000000000000000 00800000:00000004:1.0:1785393023.290216:0:5659:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8c6460009800: age 260, max_age 262 00000100:00100000:1.0:1785393023.290255:0:5659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022b100 pname:cluuid:pid:xid:nid:opc:job lfs:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5659:1872120050093184:192.168.202.156@tcp:41: 00000100:00100000:1.0:1785393023.290346:0:5659:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64603d7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785393023.295244:0:5659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022b100 pname:cluuid:pid:xid:nid:opc:job lfs:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5659:1872120050093184:192.168.202.156@tcp:41: 00800000:00000004:0.0:1785393023.295274:0:5659:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8c6460009800: update ffff8c6460279e10 cache blocks 17240/17271 objects 534261/534593 00000080:00200080:0.0:1785393023.296463:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296481:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296489:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296493:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296498:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296502:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296506:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296511:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296515:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296520:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296524:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296528:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296533:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296536:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296540:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296543:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296547:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296551:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296555:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296575:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296581:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296585:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296590:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296594:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296598:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296609:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296615:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296619:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296624:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296628:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296632:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296636:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296640:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296644:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296648:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296651:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296655:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296659:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296663:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296667:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296672:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296675:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296679:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296683:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296687:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296690:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296694:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296697:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296700:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296704:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296714:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296719:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296724:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296728:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296732:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296736:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296741:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296744:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296748:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296751:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296755:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296758:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296763:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296767:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296771:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296775:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296779:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296782:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296786:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296791:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296795:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296799:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296803:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296806:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296810:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296818:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296823:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296827:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296830:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296834:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296837:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296840:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296844:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296847:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296850:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296853:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296857:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296860:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296863:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296867:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296871:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296874:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296878:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296881:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296885:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296888:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296892:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296895:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296899:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296903:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296913:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296917:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296920:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296923:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296928:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296932:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296936:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296940:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296945:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296948:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296952:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296955:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296959:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296963:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296966:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296970:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296973:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296977:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296980:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296983:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296987:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296990:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.296994:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.296997:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.297001:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.297010:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.297015:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00800000:00000080:0.0:1785393023.297019:0:5659:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.297023:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.297029:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00020000:00000004:0.0:1785393023.297037:0:5659:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff8c6460009800: age -741, max_age 262 00000100:00100000:0.0:1785393023.297074:0:5659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job lfs:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5659:1872120050093312:192.168.202.156@tcp:13: 00000100:00100000:0.0:1785393023.297151:0:5659:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6444fe5600 going to sleep for 11 seconds 00010000:00080000:0.0:1785393023.304527:0:5659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646092d880 x1872120050093312/t0(0) o13->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:7/4 lens 224/368 e 0 to 0 dl 1785393039 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393023.304547:0:5659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job lfs:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5659:1872120050093312:192.168.202.156@tcp:13: 00020000:00000004:0.0:1785393023.304604:0:5659:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff8c6460009800: update ffff8c646027b7d0 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:0.0:1785393023.304669:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.304684:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00020000:00000004:0.0:1785393023.304692:0:5659:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff8c6460009800: age -741, max_age 262 00000100:00100000:0.0:1785393023.304721:0:5659:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job lfs:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5659:1872120050093440:192.168.202.156@tcp:13: 00000100:00100000:0.0:1785393023.304801:0:5659:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6444fe5600 going to sleep for 11 seconds 00010000:00080000:0.0:1785393023.313308:0:5659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646092d880 x1872120050093440/t0(0) o13->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:7/4 lens 224/368 e 0 to 0 dl 1785393039 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393023.313328:0:5659:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job lfs:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:5659:1872120050093440:192.168.202.156@tcp:13: 00020000:00000004:0.0:1785393023.313350:0:5659:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff8c6460009800: update ffff8c645821b7d0 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:0.0:1785393023.313415:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313431:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313438:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313451:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313456:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313460:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313464:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313467:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313470:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313474:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313477:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313481:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313484:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313487:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313490:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313493:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313497:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313500:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313504:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313507:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313511:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313515:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313518:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313521:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313525:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313527:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313530:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313533:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313542:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313546:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313550:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313553:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313589:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313594:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313598:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313602:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313606:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313609:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313613:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313616:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313619:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313623:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313627:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313630:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313634:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313637:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313640:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313642:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313646:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313649:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313653:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313655:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313658:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313667:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313672:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313675:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313678:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313682:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313685:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313689:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313692:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313695:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313699:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313702:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313706:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313709:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313712:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313715:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313718:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313721:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313725:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313728:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313731:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313734:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313738:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313741:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313744:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313747:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313755:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313759:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313763:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313766:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313770:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313773:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313776:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313779:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313783:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313786:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313789:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313792:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313795:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:0.0:1785393023.313798:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6445578800 uarg=0000000000000000 00000080:00200080:0.0:1785393023.313802:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.315942:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.315959:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.315965:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.315969:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.315973:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.315977:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.315980:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.315984:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.315987:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.315992:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.315995:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.315998:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316001:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316006:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316018:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316022:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316026:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316029:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316033:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316036:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316039:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316043:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316046:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316050:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316052:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316056:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316059:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316063:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316066:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316069:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316072:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200080:1.0:1785393023.316076:0:5659:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348) cmd=c00866a4 arg=7fff15fa9680 00020000:00000080:1.0:1785393023.316079:0:5659:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff8c6460009800: cmd=c00866a4 len=592 karg=ffff8c6462730400 uarg=0000000000000000 00000080:00200008:1.0:1785393023.316092:0:5659:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), flags 100000 00010000:00010000:3.0:1785393023.630683:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393024.649800:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393025.684669:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785393025.809942:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050093568:192.168.202.156@tcp:400: 00000100:00100000:1.0:1785393025.810208:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050093824:192.168.202.156@tcp:400: 00000100:00100000:1.0:1785393025.810258:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1785393025.810265:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050093696:192.168.202.156@tcp:400: 00000100:00100000:1.0:1785393025.810296:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050093952:192.168.202.156@tcp:400: 00000100:00100000:1.0:1785393025.820010:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050093696:192.168.202.156@tcp:400: 00010000:00080000:1.0:1785393025.820031:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646022bb80 x1872120050093952/t0(0) o400->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393025.820042:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050093952:192.168.202.156@tcp:400: 00000100:00100000:1.0:1785393025.820054:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050093568:192.168.202.156@tcp:400: 00010000:00080000:1.0:1785393025.820065:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6460229500 x1872120050093824/t0(0) o400->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393025.820074:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050093824:192.168.202.156@tcp:400: 00010000:00010000:0.0:1785393026.701525:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785393026.902993:0:5849:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1785393027.725068:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393028.750242:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393029.773924:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393030.794353:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785393030.927767:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050094080:192.168.202.156@tcp:400: 00000100:00100000:0.0:1785393030.927893:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050094336:192.168.202.156@tcp:400: 00000100:00100000:0.0:1785393030.927934:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1785393030.927941:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050094208:192.168.202.156@tcp:400: 00000100:00100000:0.0:1785393030.927986:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050094464:192.168.202.156@tcp:400: 00000100:00100000:0.0:1785393030.930262:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050094208:192.168.202.156@tcp:400: 00010000:00080000:0.0:1785393030.930281:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646092c700 x1872120050094464/t0(0) o400->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393030.930293:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050094464:192.168.202.156@tcp:400: 00000100:00100000:0.0:1785393030.930301:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050094080:192.168.202.156@tcp:400: 00010000:00080000:0.0:1785393030.930310:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646092fb80 x1872120050094336/t0(0) o400->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393030.930319:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050094336:192.168.202.156@tcp:400: 00010000:00010000:0.0:1785393031.819145:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785393032.234820:0:2347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.156@tcp (source: 12345-192.168.202.156@tcp) 00000100:00100000:1.0:1785393032.234869:0:2347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.156@tcp (source: 12345-192.168.202.156@tcp) 00000100:00100000:0.0:1785393032.235037:0:5569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872120083672704 00000100:00100000:0.0:1785393032.235050:0:5569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872120083672704 00000100:00100000:0.0:1785393032.235119:0:5569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872120083672832 00000100:00100000:0.0:1785393032.235123:0:5569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872120083672832 00000100:00100000:0.0:1785393032.235142:0:5569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.156@tcp, seq: 0 00000100:00100000:0.0:1785393032.235153:0:5569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c6460229500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c55f4f57-8f32-49f6-b638-4474c084a531+4:8314:x1872120083672704:12345-192.168.202.156@tcp:104: 00010000:00010000:0.0:1785393032.235174:0:5569:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.156@tcp lock: ffff8c6441511c00/0x5e1108f159ba917a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785393032.235272:0:5569:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1785393032.235286:0:5569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c6460229500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c55f4f57-8f32-49f6-b638-4474c084a531+4:8314:x1872120083672704:12345-192.168.202.156@tcp:104: Request processed in 128us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1785393032.235294:0:5569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.156@tcp, seq: 0 00000100:00100000:0.0:1785393032.235339:0:5569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.156@tcp, seq: 1 00000100:00100000:0.0:1785393032.235345:0:5569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c646022b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c55f4f57-8f32-49f6-b638-4474c084a531+3:8314:x1872120083672832:12345-192.168.202.156@tcp:104: 00010000:00010000:0.0:1785393032.235353:0:5569:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.156@tcp lock: ffff8c6482166200/0x5e1108f159ba9173 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785393032.235443:0:5569:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1785393032.235449:0:5569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c646022b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c55f4f57-8f32-49f6-b638-4474c084a531+3:8314:x1872120083672832:12345-192.168.202.156@tcp:104: Request processed in 105us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1785393032.235456:0:5569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.156@tcp, seq: 1 00010000:00010000:3.0:1785393032.243187:0:5579:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1785393032.243207:0:5579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff8c6441511c00/0x5e1108f159ba917a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.243220:0:5579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c6441511c00 already unused, calling callback (ffffffffc121ac20) 10000000:00010000:3.0:1785393032.243225:0:5579:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff8c6441511c00/0x5e1108f159ba917a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.243257:0:5579:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff8c6441511c00/0x5e1108f159ba917a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1785393032.243265:0:5579:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff8c6441511c00/0x5e1108f159ba917a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785393032.243272:0:5579:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1785393032.243967:0:5579:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff8c6441511c00/0x5e1108f159ba917a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.243976:0:5579:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1785393032.244023:0:5579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff8c6441511c00/0x5e1108f159ba917a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.244032:0:5579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff8c6441511c00/0x5e1108f159ba917a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0c5 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.244051:0:5579:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785393032.244055:0:5579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff8c6482166200/0x5e1108f159ba9173 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.244060:0:5579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c6482166200 already unused, calling callback (ffffffffc121ac20) 10000000:00010000:3.0:1785393032.244063:0:5579:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff8c6482166200/0x5e1108f159ba9173 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.244069:0:5579:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff8c6482166200/0x5e1108f159ba9173 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1785393032.244075:0:5579:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff8c6482166200/0x5e1108f159ba9173 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785393032.244097:0:5579:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785393032.245421:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785393032.245459:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646094b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c55f4f57-8f32-49f6-b638-4474c084a531:2356:1872120050094592:192.168.202.156@tcp:103: 00010000:00010000:3.0:1785393032.245497:0:5579:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff8c6482166200/0x5e1108f159ba9173 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.245505:0:5579:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1785393032.245512:0:5579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff8c6482166200/0x5e1108f159ba9173 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.245518:0:5579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff8c6482166200/0x5e1108f159ba9173 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0be expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393032.245534:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393032.245536:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393032.245537:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785393032.245551:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646094b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050094720:192.168.202.156@tcp:103: 00000100:00100000:3.0:1785393032.262634:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646094b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050094720:192.168.202.156@tcp:103: 00000100:00100000:2.0:1785393032.264016:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646094b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c55f4f57-8f32-49f6-b638-4474c084a531:2356:1872120050094592:192.168.202.156@tcp:103: 00010000:00010000:2.0:1785393032.845869:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393033.865996:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393034.895165:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393035.915125:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785393036.041819:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050094976:192.168.202.156@tcp:400: 00000100:00100000:3.0:1785393036.041952:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646094bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050095232:192.168.202.156@tcp:400: 00000100:00100000:3.0:1785393036.041984:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1785393036.041990:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646094b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050094848:192.168.202.156@tcp:400: 00000100:00100000:3.0:1785393036.042014:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050095104:192.168.202.156@tcp:400: 00000100:00100000:3.0:1785393036.052160:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646094b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050094848:192.168.202.156@tcp:400: 00000100:00100000:3.0:1785393036.052204:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050094976:192.168.202.156@tcp:400: 00010000:00080000:3.0:1785393036.052218:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646094bb80 x1872120050095232/t0(0) o400->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393036.052230:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646094bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050095232:192.168.202.156@tcp:400: 00010000:00080000:3.0:1785393036.056503:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6460949500 x1872120050095104/t0(0) o400->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393036.056523:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050095104:192.168.202.156@tcp:400: 00010000:00010000:2.0:1785393036.968606:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1785393037.066191:0:5583:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1785393037.066200:0:5583:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c6460009800 from 39 10000000:01000000:1.0:1785393037.066208:0:5583:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1785393037.066286:0:5583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441657600/0x5e1108f159ba91dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393037.066299:0:5583:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: ffff8c6441657600/0x5e1108f159ba91dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393037.066312:0:5583:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: ffff8c6441657600/0x5e1108f159ba91dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785393037.066344:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050095360:192.168.202.156@tcp:101: 00000100:00100000:1.0:1785393037.066491:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6450b23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1785393037.074710:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050095360:192.168.202.156@tcp:101: 00010000:00010000:2.0:1785393037.074753:0:5583:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: ffff8c6441657600/0x5e1108f159ba91dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad166 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393037.074768:0:5583:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: ffff8c6441657600/0x5e1108f159ba91dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad166 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785393037.074880:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050095488:192.168.202.156@tcp:501: 00000100:00100000:2.0:1785393037.074980:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b4000 going to sleep for 11 seconds 00000100:00100000:2.0:1785393037.079282:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050095488:192.168.202.156@tcp:501: 00000100:00100000:2.0:1785393037.079386:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050095616:192.168.202.156@tcp:503: 00000100:00100000:2.0:1785393037.079495:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b4000 going to sleep for 11 seconds 00000100:00100000:2.0:1785393037.089309:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050095616:192.168.202.156@tcp:503: 00000100:00100000:2.0:1785393037.090491:0:6072:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:6072:1872120050095744:192.168.202.156@tcp:502: 00000100:00100000:2.0:1785393037.090651:0:6072:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b4840 going to sleep for 11 seconds 00000100:00100000:2.0:1785393037.095424:0:6072:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:6072:1872120050095744:192.168.202.156@tcp:502: 00000020:01000000:2.0:1785393037.095483:0:6072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785393037.095496:0:6072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393037.095498:0:6072:0:(obd_config.c:1561:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1785393037.095505:0:6072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1785393037.095550:0:6072:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:6072:1872120050095872:192.168.202.156@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785393037.095780:0:6072:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b4840 going to sleep for 11 seconds 00000100:00100000:2.0:1785393037.101198:0:6072:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:6072:1872120050095872:192.168.202.156@tcp:502:llog_process_th.0 00000020:01000000:2.0:1785393037.101254:0:6072:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785393037.101907:0:6072:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393037.101912:0:6072:0:(obd_config.c:1561:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1785393037.101920:0:6072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:1.0:1785393037.103180:0:5583:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:1.0:1785393037.103206:0:5583:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1785393037.103219:0:5583:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441657600/0x5e1108f159ba91dc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad166 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393037.103232:0:5583:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6441657600/0x5e1108f159ba91dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad166 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1785393037.103243:0:5583:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1785393037.103245:0:5583:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8c64602acd40 from 1 10000000:01000000:1.0:1785393037.103248:0:5583:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1785393037.103294:0:5583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441656c00/0x5e1108f159ba91e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393037.103302:0:5583:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: ffff8c6441656c00/0x5e1108f159ba91e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393037.103314:0:5583:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: ffff8c6441656c00/0x5e1108f159ba91e3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785393037.103342:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050096000:192.168.202.156@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1785393037.103435:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6450b23300 going to sleep for 11 seconds 00000100:00100000:3.0:1785393037.109964:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050096000:192.168.202.156@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785393037.110003:0:5583:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: ffff8c6441656c00/0x5e1108f159ba91e3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad16d expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393037.110019:0:5583:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: ffff8c6441656c00/0x5e1108f159ba91e3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad16d expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393037.110136:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050096128:192.168.202.156@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785393037.110224:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6458288c00 going to sleep for 11 seconds 00000100:00100000:3.0:1785393037.114954:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050096128:192.168.202.156@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1785393037.115012:0:5583:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1785393037.115023:0:5583:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441656c00/0x5e1108f159ba91e3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad16d expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393037.115036:0:5583:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6441656c00/0x5e1108f159ba91e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad16d expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393037.964687:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393038.988769:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785393039.576447:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.156@tcp (source: 12345-192.168.202.156@tcp) 00000100:00100000:1.0:1785393039.576730:0:5570:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872120083680896 00000100:00100000:1.0:1785393039.576743:0:5570:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872120083680896 00000100:00100000:1.0:1785393039.576839:0:5570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.156@tcp, seq: 2 00000100:00100000:1.0:1785393039.576852:0:5570:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c646092fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c55f4f57-8f32-49f6-b638-4474c084a531+3:8375:x1872120083680896:12345-192.168.202.156@tcp:104: 00010000:00010000:1.0:1785393039.576875:0:5570:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393039.576976:0:5570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1785393039.576985:0:5570:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c646092fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c55f4f57-8f32-49f6-b638-4474c084a531+3:8375:x1872120083680896:12345-192.168.202.156@tcp:104: Request processed in 136us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1785393039.576993:0:5570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.156@tcp, seq: 2 00010000:00010000:3.0:1785393039.577033:0:5579:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785393039.577042:0:5579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393039.577050:0:5579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c6441510c00 already unused, calling callback (ffffffffc121ac20) 10000000:00010000:3.0:1785393039.577055:0:5579:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393039.577065:0:5579:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1785393039.577073:0:5579:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785393039.577080:0:5579:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1785393039.577133:0:5579:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393039.577145:0:5579:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1785393039.577169:0:5579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393039.577177:0:5579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff8c6441510c00/0x5e1108f159ba91ab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad0d3 expref: -99 pid: 5568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393039.577198:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393039.577200:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393039.577202:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785393039.577217:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785393039.577235:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050096256:192.168.202.156@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1785393039.581542:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050096256:192.168.202.156@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785393040.013726:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393041.039381:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1785393041.162603:0:5583:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1785393041.162614:0:5583:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c6460009800 from 4 10000000:01000000:2.0:1785393041.162619:0:5583:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1785393041.162687:0:5583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393041.162702:0:5583:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393041.162716:0:5583:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785393041.162753:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050096384:192.168.202.156@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1785393041.162880:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785393041.164228:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050096640:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393041.164304:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1785393041.164310:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050096512:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393041.164348:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050096768:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393041.169186:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050096512:192.168.202.156@tcp:400:kworker.0 00010000:00080000:1.0:1785393041.169211:0:2355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646092d500 x1872120050096768/t0(0) o400->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393041.169378:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050096768:192.168.202.156@tcp:400:kworker.0 00010000:00080000:1.0:1785393041.169398:0:2355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646092c700 x1872120050096640/t0(0) o400->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393041.169408:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050096640:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393041.171402:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050096384:192.168.202.156@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785393041.171437:0:5583:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393041.171451:0:5583:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785393041.171621:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050096896:192.168.202.156@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785393041.171891:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785393041.180905:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050096896:192.168.202.156@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785393041.180992:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050097024:192.168.202.156@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785393041.182066:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785393041.188480:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050097024:192.168.202.156@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785393041.194897:0:6130:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:6130:1872120050097152:192.168.202.156@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785393041.195057:0:6130:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1785393041.207551:0:6130:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:6130:1872120050097152:192.168.202.156@tcp:502:llog_process_th.0 00000020:01000000:2.0:1785393041.207934:0:6130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785393041.207947:0:6130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393041.207950:0:6130:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1785393041.207959:0:6130:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c6460009800 00000020:00000080:2.0:1785393041.207961:0:6130:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1785393041.208087:0:6130:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:6130:1872120050097280:192.168.202.156@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785393041.216337:0:6130:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1785393041.233651:0:6130:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:6130:1872120050097280:192.168.202.156@tcp:502:llog_process_th.0 00000020:01000000:2.0:1785393041.233726:0:6130:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785393041.233738:0:6130:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393041.233741:0:6130:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1785393041.233747:0:6130:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1785393041.235974:0:5583:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1785393041.236017:0:5583:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1785393041.236031:0:5583:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393041.236045:0:5583:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393042.061659:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393043.082177:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393044.105823:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393045.135979:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393046.157721:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1785393046.285104:0:498:0:(import.c:65:import_set_state_nolock()) ffff8c6458299000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1785393046.285111:0:498:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c6460009800: disconnect after 23s idle 00000100:00100000:1.0:1785393046.289486:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050097664:192.168.202.156@tcp:9:kworker.0 00000100:00080000:3.0:1785393046.290416:0:498:0:(import.c:65:import_set_state_nolock()) ffff8c645829a800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1785393046.290421:0:498:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8c6460009800: disconnect after 23s idle 00000100:00100000:3.0:1785393046.290515:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050097408:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393046.290709:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785393046.290718:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646094bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050097536:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393046.290776:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646094b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050097792:192.168.202.156@tcp:9:kworker.0 00010000:00080000:1.0:1785393046.314757:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646094b480 x1872120050097792/t0(0) o9->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1785393046.314785:0:2353:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c646094b480 x1872120050097792/t0(0) o9->lustre-OST0001-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1785393046.314794:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c645829a800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1785393046.314798:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646094b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050097792:192.168.202.156@tcp:9:kworker.0 00010000:00080000:1.0:1785393046.314814:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6460949880 x1872120050097664/t0(0) o9->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1785393046.314824:0:2353:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c6460949880 x1872120050097664/t0(0) o9->lustre-OST0000-osc-ffff8c6460009800@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1785393046.314831:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c6458299000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1785393046.314834:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2353:1872120050097664:192.168.202.156@tcp:9:kworker.0 00000100:00100000:2.0:1785393046.315856:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646094bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050097536:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393046.315868:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050097408:192.168.202.156@tcp:400:kworker.0 00010000:00010000:0.0:1785393047.177764:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393048.202110:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393049.234751:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1785393050.133812:0:6434:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg256-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1785393050.249696:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393051.273704:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785393051.402024:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050097920:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393051.402134:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785393051.402141:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050098048:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393051.408924:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050098048:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393051.416505:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050097920:192.168.202.156@tcp:400:kworker.0 00010000:00010000:2.0:1785393052.298711:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393053.321844:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393054.346933:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393055.370266:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393056.398428:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785393056.523931:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050098176:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393056.524035:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785393056.524043:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050098304:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393056.545895:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050098304:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393056.545912:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050098176:192.168.202.156@tcp:400:kworker.0 00010000:00010000:3.0:1785393057.418661:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1785393057.829061:0:6715:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg256-client.virtnet: executing yml_node 00010000:00010000:3.0:1785393058.446902:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393059.473590:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393060.489855:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393061.529185:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785393061.643755:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2356:1872120050098560:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393061.643816:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050098432:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393061.657037:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050098432:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393061.659307:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2356:1872120050098560:192.168.202.156@tcp:400:kworker.0 00010000:00010000:0.0:1785393062.567188:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393063.561731:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785393064.590888:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393065.613416:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785393066.222729:0:7165:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.56.2 00010000:00010000:0.0:1785393066.635343:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785393066.761903:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050098816:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393066.762028:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785393066.762035:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050098688:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393066.771528:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050098688:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393066.771580:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050098816:192.168.202.156@tcp:400:kworker.0 00010000:00010000:0.0:1785393067.658367:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393068.689767:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393069.707889:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785393070.454408:0:7319:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.56.2 00010000:00010000:1.0:1785393070.729665:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393071.754138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785393071.889711:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050098944:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393071.889859:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785393071.889868:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050099072:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393071.893618:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050099072:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393071.893639:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050098944:192.168.202.156@tcp:400:kworker.0 00010000:00010000:1.0:1785393072.781022:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393073.803207:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785393074.278616:0:7474:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.56.2 00010000:00010000:1.0:1785393074.826608:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393075.850653:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1785393076.850461:0:7618:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Thu Jul 30 02:31:14 EDT 2026 00010000:00010000:3.0:1785393076.879598:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785393077.002912:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050099200:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393077.003009:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785393077.003017:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050099328:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393077.017411:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050099328:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393077.017429:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050099200:192.168.202.156@tcp:400:kworker.0 00010000:00010000:0.0:1785393077.908547:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393078.924134:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393079.948416:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393080.974426:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393081.998058:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785393082.122635:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050099584:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393082.122756:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785393082.122763:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050099456:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393082.132003:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050099456:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393082.132024:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050099584:192.168.202.156@tcp:400:kworker.0 00010000:00010000:0.0:1785393083.021372:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393084.042475:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393085.068148:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393086.089829:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393087.123137:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785393087.241799:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050099840:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393087.241899:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785393087.241906:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050099712:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393087.251451:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050099712:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393087.251473:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050099840:192.168.202.156@tcp:400:kworker.0 00010000:00010000:1.0:1785393088.137724:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393089.162256:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393090.185974:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393091.215371:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393092.234107:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785393092.361856:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050100096:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393092.361978:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785393092.361986:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050099968:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393092.378058:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050100096:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393092.380275:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050099968:192.168.202.156@tcp:400:kworker.0 00010000:00010000:0.0:1785393093.260941:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393094.282646:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393095.305929:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393096.329829:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393097.354677:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785393097.483884:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2356:1872120050100352:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393097.483998:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785393097.484007:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c55f4f57-8f32-49f6-b638-4474c084a531:2356:1872120050100224:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393097.487924:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c55f4f57-8f32-49f6-b638-4474c084a531:2356:1872120050100224:192.168.202.156@tcp:400:kworker.0 00000100:00100000:3.0:1785393097.517200:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2356:1872120050100352:192.168.202.156@tcp:400:kworker.0 00010000:00010000:1.0:1785393098.380783:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393099.404591:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393100.435394:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393101.457512:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785393102.477407:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785393102.604786:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050100480:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393102.606923:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785393102.606951:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050100608:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393102.609447:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050100608:192.168.202.156@tcp:400:kworker.0 00000100:00100000:0.0:1785393102.609476:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050100480:192.168.202.156@tcp:400:kworker.0 00000001:02000400:3.0:1785393102.988375:0:8175:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:1.0:1785393103.500737:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785393104.523528:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1785393105.495984:0:8314:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1785393105.549473:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393106.569846:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785393107.595952:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785393107.721901:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050100736:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393107.727883:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785393107.727915:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050100864:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393107.737532:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050100736:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393107.737588:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2357:1872120050100864:192.168.202.156@tcp:400:kworker.0 00000001:02000400:2.0:1785393108.235497:0:8457:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 02:31:45 (1785393105) === 00000080:00200008:3.0:1785393108.290961:0:7635:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1785393108.290977:0:7635:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348),name=/ 00000002:00010000:3.0:1785393108.291003:0:7635:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1785393108.291026:0:7635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1785393108.291044:0:7635:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1785393108.291068:0:7635:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1785393108.291077:0:7635:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00010000:3.0:1785393108.291082:0:7635:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) for lock 0x5e1108f159ba91d5 00000080:00010000:3.0:1785393108.291091:0:7635:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5e1108f159ba91d5 from it ffffaa7c01c7fcb8 00010000:00010000:3.0:1785393108.291095:0:7635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1785393108.291106:0:7635:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1785393108.313167:0:7635:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1785393108.313181:0:7635:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348),name=/ 00000002:00010000:0.0:1785393108.313211:0:7635:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785393108.313239:0:7635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1785393108.313257:0:7635:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1785393108.313267:0:7635:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785393108.313276:0:7635:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00010000:0.0:1785393108.313281:0:7635:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) for lock 0x5e1108f159ba91d5 00000080:00010000:0.0:1785393108.313290:0:7635:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5e1108f159ba91d5 from it ffffaa7c01c7fcb8 00010000:00010000:0.0:1785393108.313295:0:7635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1785393108.313305:0:7635:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:0.0:1785393108.339373:0:7635:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1785393108.339389:0:7635:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348),name=/ 00000002:00010000:0.0:1785393108.339454:0:7635:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785393108.339479:0:7635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1785393108.339497:0:7635:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1785393108.339506:0:7635:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785393108.339517:0:7635:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00010000:0.0:1785393108.339522:0:7635:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) for lock 0x5e1108f159ba91d5 00000080:00010000:0.0:1785393108.339530:0:7635:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5e1108f159ba91d5 from it ffffaa7c01c7fcb8 00010000:00010000:0.0:1785393108.339534:0:7635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1785393108.339543:0:7635:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1785393108.384813:0:7635:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c6443505348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1785393108.384826:0:7635:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443505348),name=/ 00000002:00010000:0.0:1785393108.384851:0:7635:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1785393108.384873:0:7635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1785393108.384892:0:7635:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1785393108.384913:0:7635:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1785393108.384923:0:7635:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) 00000080:00010000:0.0:1785393108.384927:0:7635:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c6443505348) for lock 0x5e1108f159ba91d5 00000080:00010000:0.0:1785393108.384936:0:7635:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5e1108f159ba91d5 from it ffffaa7c01c7fcb8 00010000:00010000:0.0:1785393108.384940:0:7635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1785393108.384950:0:7635:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c6460009800 lock: ffff8c6441510a00/0x5e1108f159ba91d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f92778ff6fad0f6 expref: -99 pid: 5607 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1785393108.630302:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1785393109.039718:0:8505:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1785393109.039723:0:8505:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1785393109.039725:0:8505:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.156@tcp:/lustre 00000020:01000004:0.0:1785393109.039726:0:8505:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1785393109.039861:0:8505:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8c6451e85000 00000080:01000004:0.0:1785393109.039872:0:8505:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1785393109.039896:0:8505:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.156@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1785393109.039901:0:8505:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.156@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:0.0:1785393109.039909:0:8505:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8c6451e85000 (sb ffff8c6451e85000) 00000080:01000000:0.0:1785393109.040015:0:8505:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1785393109.040018:0:8505:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1785393109.040021:0:8505:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:0.0:1785393109.040030:0:8505:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 17669912-8195-420a-8d73-85f8e904993d 10000000:01000000:0.0:1785393109.079844:0:8505:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1785393109.079851:0:8505:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c6451e85000 10000000:01000000:0.0:1785393109.079861:0:8505:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c6451e85000 10000000:01000000:0.0:1785393109.079866:0:8505:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1785393109.079871:0:8505:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c6451e85000 10000000:01000000:0.0:1785393109.079873:0:8505:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1785393109.079877:0:8505:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8c6451e85000 10000000:01000000:0.0:1785393109.079897:0:8505:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1785393109.079901:0:8505:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c6451e85000 from 1 10000000:01000000:0.0:1785393109.079905:0:8505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1785393109.079953:0:8505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6440030600/0x5e1108f159ba91f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785393109.079981:0:8505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: ffff8c6440030600/0x5e1108f159ba91f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785393109.079994:0:8505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: ffff8c6440030600/0x5e1108f159ba91f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785393109.080025:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050100992:192.168.202.156@tcp:101:mount.lustre.0 00000100:00100000:0.0:1785393109.080340:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1785393109.109475:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050100992:192.168.202.156@tcp:101:mount.lustre.0 00010000:00010000:3.0:1785393109.109518:0:8505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: ffff8c6440030600/0x5e1108f159ba91f1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1ac expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393109.109533:0:8505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: ffff8c6440030600/0x5e1108f159ba91f1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad1ac expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393109.109664:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101120:192.168.202.156@tcp:501:mount.lustre.0 00000100:00100000:3.0:1785393109.139359:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6460924780 going to sleep for 11 seconds 00000100:00100000:2.0:1785393109.160550:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101120:192.168.202.156@tcp:501:mount.lustre.0 00000100:00100000:2.0:1785393109.160667:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eef480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101248:192.168.202.156@tcp:503:mount.lustre.0 00000100:00100000:2.0:1785393109.160789:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c646024fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1785393109.175689:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eef480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101248:192.168.202.156@tcp:503:mount.lustre.0 00000100:00100000:0.0:1785393109.184523:0:8509:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:8509:1872120050101376:192.168.202.156@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785393109.184677:0:8509:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c64609b4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1785393109.194592:0:8509:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:8509:1872120050101376:192.168.202.156@tcp:502:llog_process_th.0 00000020:01000000:0.0:1785393109.194650:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785393109.194664:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.194666:0:8509:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1785393109.194674:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8c6451e85000 00000020:00000080:0.0:1785393109.194677:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1785393109.194692:0:8509:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8c6451e85000 (ffff8c64602a99c0) 00000020:00000080:0.0:1785393109.194724:0:8509:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:0.0:1785393109.194730:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8c6451e85000 00000020:00000080:0.0:1785393109.194733:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1785393109.195080:0:8509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8c6451e85000 (uuid 17669912-8195-420a-8d73-85f8e904993d) 00000020:01000000:0.0:1785393109.195085:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785393109.195093:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.195095:0:8509:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1785393109.195099:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785393109.195102:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.195103:0:8509:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1785393109.195106:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8c6451e85000 00000020:00000080:0.0:1785393109.195109:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1785393109.195115:0:8509:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8c6451e85000 (ffff8c64602ab380) 00000020:00000080:0.0:1785393109.195125:0:8509:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:0.0:1785393109.195128:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8c6451e85000 00000020:00000080:0.0:1785393109.195131:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1785393109.195999:0:8509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8c6451e85000 (uuid 17669912-8195-420a-8d73-85f8e904993d) 00000020:01000000:0.0:1785393109.196005:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785393109.196008:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.196010:0:8509:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1785393109.196013:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785393109.196016:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.196017:0:8509:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1785393109.196020:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1785393109.196022:0:8509:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1785393109.196035:0:8509:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1785393109.196041:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785393109.196044:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.196045:0:8509:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1785393109.196048:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785393109.196051:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.196052:0:8509:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1785393109.196055:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1785393109.196139:0:8509:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.156@tcp to nid 0x20000c0a8ca9c (192.168.202.156@tcp) 00000020:01000000:0.0:1785393109.196219:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000080:0.0:1785393109.196222:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1785393109.196229:0:8509:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8c6451e85000 (ffff8c64602a8000) 00000020:00000080:0.0:1785393109.196240:0:8509:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:0.0:1785393109.196249:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000080:0.0:1785393109.196252:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1785393109.196322:0:8509:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c6451efc000@lustre-MDT0000-mdc-ffff8c6451e85000: add connection 192.168.202.156@tcp at head 00010000:00010000:0.0:1785393109.221896:0:8509:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8c6451e85000-4 is initialized 00000040:01000000:0.0:1785393109.228181:0:8509:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8c6451e85000 ctxt 13 is initialized 00000020:00000080:0.0:1785393109.228242:0:8509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8c6451e85000 (uuid 17669912-8195-420a-8d73-85f8e904993d) 00000020:01000000:0.0:1785393109.228261:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c6451e85000 00000020:00000080:0.0:1785393109.228266:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1785393109.228296:0:8509:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1785393109.228342:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785393109.228345:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.228347:0:8509:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1785393109.228351:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1785393109.228354:0:8509:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #10 00000020:01000000:0.0:1785393109.228356:0:8509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1785393109.228357:0:8509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1785393109.228359:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1785393109.228361:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.228362:0:8509:0:(obd_config.c:1561:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:0.0:1785393109.228364:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1785393109.228369:0:8509:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.156@tcp:/lustre 00000020:00000080:0.0:1785393109.228372:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.228373:0:8509:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1785393109.228375:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1785393109.228380:0:8509:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.156@tcp to nid 0x20000c0a8ca9c (192.168.202.156@tcp) 00000020:01000000:0.0:1785393109.228422:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8c6451e85000 00000020:00000080:0.0:1785393109.228425:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1785393109.228444:0:8509:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8c6451e85000 (ffff8c64605d8000) 00000020:00000080:0.0:1785393109.228462:0:8509:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:0.0:1785393109.228468:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8c6451e85000 00000020:00000080:0.0:1785393109.228471:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1785393109.228600:0:8509:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c6451efa800@lustre-OST0000-osc-ffff8c6451e85000: add connection 192.168.202.156@tcp at head 00010000:00010000:0.0:1785393109.228817:0:8509:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8c6451e85000-5 is initialized 00000020:00000080:0.0:1785393109.229029:0:8509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8c6451e85000 (uuid 17669912-8195-420a-8d73-85f8e904993d) 00000020:01000000:0.0:1785393109.229037:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c6451e85000 00000020:00000080:0.0:1785393109.229039:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1785393109.229052:0:8509:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1785393109.229058:0:8509:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff8c6451e85000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1785393109.229063:0:8509:0:(lov_obd.c:530:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1785393109.229072:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785393109.229076:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.229077:0:8509:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1785393109.229080:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1785393109.229082:0:8509:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #15 00000020:01000000:0.0:1785393109.229084:0:8509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1785393109.229085:0:8509:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1785393109.229087:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1785393109.229089:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.229091:0:8509:0:(obd_config.c:1561:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:0.0:1785393109.229093:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1785393109.229095:0:8509:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.156@tcp:/lustre 00000020:00000080:0.0:1785393109.229098:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.229099:0:8509:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1785393109.229101:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1785393109.229104:0:8509:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.156@tcp to nid 0x20000c0a8ca9c (192.168.202.156@tcp) 00000020:01000000:0.0:1785393109.229115:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8c6451e85000 00000020:00000080:0.0:1785393109.229117:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1785393109.229124:0:8509:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8c6451e85000 (ffff8c64605dcd40) 00000020:00000080:0.0:1785393109.229143:0:8509:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:0.0:1785393109.229147:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8c6451e85000 00000020:00000080:0.0:1785393109.229149:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1785393109.229213:0:8509:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c64605ac800@lustre-OST0001-osc-ffff8c6451e85000: add connection 192.168.202.156@tcp at head 00010000:00010000:0.0:1785393109.229418:0:8509:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8c6451e85000-6 is initialized 00000020:00000080:0.0:1785393109.229616:0:8509:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8c6451e85000 (uuid 17669912-8195-420a-8d73-85f8e904993d) 00000020:01000000:0.0:1785393109.229624:0:8509:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c6451e85000 00000020:00000080:0.0:1785393109.229626:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1785393109.229635:0:8509:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1785393109.229640:0:8509:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff8c6451e85000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1785393109.229642:0:8509:0:(lov_obd.c:530:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1785393109.229648:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785393109.229651:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.229653:0:8509:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1785393109.229655:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785393109.229658:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.229659:0:8509:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:0.0:1785393109.229662:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1785393109.229664:0:8509:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1785393109.229666:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785393109.229668:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.229670:0:8509:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:0.0:1785393109.229672:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785393109.229674:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785393109.229675:0:8509:0:(obd_config.c:1561:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1785393109.229677:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1785393109.229742:0:8509:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:8509:1872120050101504:192.168.202.156@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785393109.229843:0:8509:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6458752f00 going to sleep for 11 seconds 00000100:00100000:1.0:1785393109.271352:0:8509:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:8509:1872120050101504:192.168.202.156@tcp:502:llog_process_th.0 00000020:01000000:1.0:1785393109.271421:0:8509:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1785393109.271432:0:8509:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785393109.271435:0:8509:0:(obd_config.c:1561:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1785393109.271440:0:8509:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1785393109.271745:0:8505:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1785393109.271771:0:8505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1785393109.271794:0:8505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6440030600/0x5e1108f159ba91f1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1ac expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393109.271807:0:8505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6440030600/0x5e1108f159ba91f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1ac expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785393109.271816:0:8505:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff8c6451e85000 from 1 10000000:01000000:2.0:1785393109.271819:0:8505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1785393109.271861:0:8505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6482167400/0x5e1108f159ba921b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393109.271869:0:8505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: ffff8c6482167400/0x5e1108f159ba921b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393109.271880:0:8505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: ffff8c6482167400/0x5e1108f159ba921b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785393109.271906:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eef480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101632:192.168.202.156@tcp:101:mount.lustre.0 00000100:00100000:2.0:1785393109.272015:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6445ae76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785393109.285534:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eef480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101632:192.168.202.156@tcp:101:mount.lustre.0 00010000:00010000:3.0:1785393109.285587:0:8505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: ffff8c6482167400/0x5e1108f159ba921b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1b3 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393109.285601:0:8505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: ffff8c6482167400/0x5e1108f159ba921b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad1b3 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393109.286161:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101760:192.168.202.156@tcp:256:mount.lustre.0 00000100:00100000:3.0:1785393109.286272:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6460924780 going to sleep for 11 seconds 00000100:00100000:3.0:1785393109.295109:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101760:192.168.202.156@tcp:256:mount.lustre.0 10000000:01000000:3.0:1785393109.295821:0:8505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1785393109.295841:0:8505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6482167400/0x5e1108f159ba921b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1b3 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393109.295854:0:8505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6482167400/0x5e1108f159ba921b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1b3 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785393109.295862:0:8505:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c6451e85000 from 1 10000000:01000000:3.0:1785393109.295865:0:8505:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1785393109.295910:0:8505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393109.295918:0:8505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393109.295928:0:8505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785393109.295953:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101888:192.168.202.156@tcp:101:mount.lustre.0 00000100:00100000:3.0:1785393109.296029:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6460924780 going to sleep for 11 seconds 00000100:00100000:3.0:1785393109.320253:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050101888:192.168.202.156@tcp:101:mount.lustre.0 00010000:00010000:3.0:1785393109.320306:0:8505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785393109.331845:0:8505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785393109.332118:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eed880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050102016:192.168.202.156@tcp:501:mount.lustre.0 00000100:00100000:2.0:1785393109.332253:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6445ae76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785393109.346709:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eed880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050102016:192.168.202.156@tcp:501:mount.lustre.0 00000100:00100000:2.0:1785393109.346788:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eed880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050102144:192.168.202.156@tcp:503:mount.lustre.0 00000100:00100000:2.0:1785393109.346903:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6445ae76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785393109.352927:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eed880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c55f4f57-8f32-49f6-b638-4474c084a531:8505:1872120050102144:192.168.202.156@tcp:503:mount.lustre.0 00000100:00100000:1.0:1785393109.353921:0:8512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:8512:1872120050102272:192.168.202.156@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785393109.354043:0:8512:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c646045ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1785393109.359649:0:8512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:8512:1872120050102272:192.168.202.156@tcp:502:llog_process_th.0 00000020:01000000:2.0:1785393109.361777:0:8512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785393109.361797:0:8512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393109.361799:0:8512:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1785393109.361810:0:8512:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c6451e85000 00000020:00000080:2.0:1785393109.361812:0:8512:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1785393109.361821:0:8512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785393109.361824:0:8512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393109.361825:0:8512:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1785393109.361827:0:8512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785393109.361829:0:8512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785393109.361830:0:8512:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1785393109.361833:0:8512:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c6451e85000 00000020:00000080:2.0:1785393109.361835:0:8512:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1785393109.361977:0:8512:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eed880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:8512:1872120050102400:192.168.202.156@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785393109.362105:0:8512:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448c7d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785393109.377207:0:8512:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eed880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c55f4f57-8f32-49f6-b638-4474c084a531:8512:1872120050102400:192.168.202.156@tcp:502:llog_process_th.0 00000020:01000000:3.0:1785393109.377260:0:8512:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785393109.377270:0:8512:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785393109.377272:0:8512:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1785393109.377279:0:8512:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1785393109.378692:0:8505:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1785393109.378727:0:8505:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1785393109.378745:0:8505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785393109.378757:0:8505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1785393109.378781:0:8505:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1785393109.378831:0:8505:0:(genops.c:1406:class_connect()) connect: client 17669912-8195-420a-8d73-85f8e904993d, cookie 0x5e1108f159ba9229 00800000:01000000:0.0:1785393109.378858:0:8505:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect 17669912-8195-420a-8d73-85f8e904993d to lustre-clilmv-ffff8c6451e85000 00800000:01000000:0.0:1785393109.378868:0:8505:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8c6451e85000(17669912-8195-420a-8d73-85f8e904993d) - lustre-MDT0000_UUID, 17669912-8195-420a-8d73-85f8e904993d 00000020:00000080:0.0:1785393109.378878:0:8505:0:(genops.c:1406:class_connect()) connect: client 17669912-8195-420a-8d73-85f8e904993d, cookie 0x5e1108f159ba9230 00000100:00080000:0.0:1785393109.378889:0:8505:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c6451e85000: connect to NID 192.168.202.156@tcp last attempt 0 00000100:00080000:0.0:1785393109.378900:0:8505:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c6451e85000: import ffff8c6451efc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000008:00100000:0.0:1785393109.378913:0:8505:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1785393109.378943:0:8505:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c646092f800 x1872120050102528/t0(0) o38->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1785393109.378965:0:8505:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID 00000100:00100000:1.0:1785393109.379011:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050102528:192.168.202.156@tcp:38:mount.lustre.0 00800000:01000000:0.0:1785393109.379081:0:8505:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8c6451e85000(17669912-8195-420a-8d73-85f8e904993d) successfully (5) 00800000:00000004:0.0:1785393109.379086:0:8505:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8c6451e85000: age -651, max_age 0 00000080:00000004:0.0:1785393109.379131:0:8505:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8c6451e85000: age -651, max_age 348 00800000:00000004:0.0:1785393109.379138:0:8505:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8c6451e85000: age -651, max_age 348 00000100:00080000:0.0:1785393109.379160:0:8505:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c646092dc00 x1872120050102784/t0(0) o41->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393109.379171:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6458752540 going to sleep for 0 seconds 00000100:00080000:0.0:1785393109.379196:0:2355:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c646092ca80 x1872120050102656/t0(0) o41->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393109.379285:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050102912:192.168.202.156@tcp:400:kworker.0 00000100:00100000:1.0:1785393109.391207:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050102912:192.168.202.156@tcp:400:kworker.0 00000100:00100000:2.0:1785393109.391579:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1785393109.391590:0:2353:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8c6451e85000: connect to target with instance 1 00000100:00080000:2.0:1785393109.391602:0:2353:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8c6451e85000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1785393109.391616:0:2353:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1785393109.391621:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c6451efc000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1785393109.397196:0:2353:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f4a0c549): req@ffff8c646092dc00 x1872120050102784/t0(0) o41->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1785393109.397227:0:2353:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000547e43f4): req@ffff8c646092ca80 x1872120050102656/t0(0) o41->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393109.397242:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050102528:192.168.202.156@tcp:38:mount.lustre.0 00000100:00100000:0.0:1785393109.404707:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6458752540 going to sleep for 11 seconds 00000100:00100000:0.0:1785393109.409718:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:0:1872120050102656:192.168.202.156@tcp:41:mount.lustre.0 00000100:00100000:3.0:1785393109.409866:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:17669912-8195-420a-8d73-85f8e904993d:8505:1872120050102784:192.168.202.156@tcp:41:mount.lustre.0 00800000:00000004:3.0:1785393109.409894:0:8505:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8c6451e85000: update ffff8c64602a8450 cache blocks 17240/17271 objects 534261/534593 00000080:00000004:3.0:1785393109.409902:0:8505:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8c6451e85000: update ffff8c64602ab7d0 cache blocks 17240/17271 objects 534261/534593 00000100:00100000:3.0:1785393109.409949:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:17669912-8195-420a-8d73-85f8e904993d:8505:1872120050103040:192.168.202.156@tcp:40:mount.lustre.0 00000100:00100000:3.0:1785393109.410048:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6460924780 going to sleep for 11 seconds 00000100:00100000:3.0:1785393109.425399:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:17669912-8195-420a-8d73-85f8e904993d:8505:1872120050103040:192.168.202.156@tcp:40:mount.lustre.0 00000080:00000004:3.0:1785393109.425430:0:8505:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1785393109.425472:0:8505:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 3407872 00020000:01000000:3.0:1785393109.425477:0:8505:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1785393109.425488:0:8505:0:(genops.c:1406:class_connect()) connect: client 17669912-8195-420a-8d73-85f8e904993d, cookie 0x5e1108f159ba9237 00000020:00000080:3.0:1785393109.425506:0:8505:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5e1108f159ba923e 00000100:00080000:3.0:1785393109.425514:0:8505:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c6451e85000: connect to NID 192.168.202.156@tcp last attempt 0 00000100:00080000:3.0:1785393109.425522:0:8505:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c6451e85000: import ffff8c6451efa800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000008:00100000:3.0:1785393109.425534:0:8505:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1785393109.425599:0:8505:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c6460949f80 x1872120050103168/t0(0) o8->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1785393109.425623:0:8505:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID 00020000:01000000:3.0:1785393109.425638:0:8505:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8c6451e85000) active 00000020:00000080:3.0:1785393109.425663:0:8505:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5e1108f159ba9245 00000100:00080000:3.0:1785393109.425668:0:8505:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c6451e85000: connect to NID 192.168.202.156@tcp last attempt 0 00000100:00080000:3.0:1785393109.425673:0:8505:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c6451e85000: import ffff8c64605ac800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000008:00100000:3.0:1785393109.425678:0:8505:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682882 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1785393109.425689:0:8505:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c6460948700 x1872120050103296/t0(0) o8->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1785393109.425699:0:8505:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID 00020000:01000000:3.0:1785393109.425704:0:8505:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8c6451e85000) active 00000100:00100000:3.0:1785393109.425741:0:8505:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460948380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:17669912-8195-420a-8d73-85f8e904993d:8505:1872120050103424:192.168.202.156@tcp:33:mount.lustre.0 00000100:00100000:3.0:1785393109.425864:0:8505:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6460924780 going to sleep for 11 seconds 00000100:00100000:2.0:1785393109.430311:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050103168:192.168.202.156@tcp:8:mount.lustre.0 00000100:00100000:2.0:1785393109.430444:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050103296:192.168.202.156@tcp:8:mount.lustre.0 00000100:00100000:3.0:1785393109.437020:0:8505:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460948380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:17669912-8195-420a-8d73-85f8e904993d:8505:1872120050103424:192.168.202.156@tcp:33:mount.lustre.0 00000080:00200000:3.0:1785393109.437252:0:8505:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c6443571988) 00000080:00200000:3.0:1785393109.437264:0:8505:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:3.0:1785393109.437348:0:8505:0:(llite_lib.c:1661:ll_fill_super()) Mounted lustre-client 00000080:00000004:3.0:1785393109.442725:0:8505:0:(super25.c:181:lustre_fill_super()) 192.168.202.156@tcp:/lustre: Mount complete 00010000:00080000:1.0:1785393109.457373:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6460949f80 x1872120050103168/t0(0) o8->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 520/416 e 0 to 0 dl 1785393119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393109.457401:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c6451e85000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1785393109.457414:0:2353:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8c6451e85000: connect to target with instance 1 00000100:00080000:1.0:1785393109.457427:0:2353:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8c6451e85000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1785393109.457694:0:2353:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1785393109.457699:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c6451efa800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1785393109.457706:0:2353:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1785393109.457711:0:2353:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1785393109.457716:0:2353:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1785393109.457748:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050103168:192.168.202.156@tcp:8:mount.lustre.0 00010000:00080000:1.0:1785393109.457785:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6460948700 x1872120050103296/t0(0) o8->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 520/416 e 0 to 0 dl 1785393119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393109.457794:0:2353:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c6451e85000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1785393109.457799:0:2353:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8c6451e85000: connect to target with instance 1 00000100:00080000:1.0:1785393109.457804:0:2353:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8c6451e85000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1785393109.457809:0:2353:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1785393109.457812:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c64605ac800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1785393109.457816:0:2353:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1785393109.457818:0:2353:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1785393109.457820:0:2353:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1785393109.457824:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050103296:192.168.202.156@tcp:8:mount.lustre.0 00010000:00010000:1.0:1785393109.641779:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1785393109.918491:0:8533:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:1.0:1785393110.345793:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295017534, at 4295017536 00000100:00000010:1.0:1785393110.345808:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c64627e4d80. 00000100:00000040:0.0:1785393110.346975:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295017534, at 4295017537 00000100:00000010:0.0:1785393110.347006:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c64627e4660. 00010000:00000001:3.0:1785393110.669356:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393110.669365:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393110.669372:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393110.669373:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393110.670323:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393110.670328:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393110.670331:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393111.690321:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393111.690326:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393111.690330:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393111.690331:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393111.690402:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393111.690406:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393111.690408:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393112.713737:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393112.713744:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393112.713749:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393112.713751:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393112.713816:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393112.713820:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393112.713823:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393113.738250:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393113.738258:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393113.738264:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393113.738266:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393113.738992:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393113.738996:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393113.739000:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393114.761708:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393114.761715:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393114.761720:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393114.761722:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393114.761868:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393114.761872:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393114.761875:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393114.892232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c55f4f57-8f32-49f6-b638-4474c084a531->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393114.892241:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393114.892252:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022b800. 00000020:00000040:1.0:1785393114.892259:0:38:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:1.0:1785393114.892279:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393114.892282:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393114.892288:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393114.892295:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4c00. 00000100:00000001:1.0:1785393114.892302:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892315:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c55f4f57-8f32-49f6-b638-4474c084a531->MGS req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393114.892326:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393114.892330:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892337:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410d0891] to pc [ptlrpcd_00_01+1] req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.892382:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892385:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393114.892388:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393114.892391:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460228a80. 00000020:00000040:1.0:1785393114.892394:0:38:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:1.0:1785393114.892396:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393114.892397:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393114.892399:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393114.892401:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4000. 00000100:00000001:1.0:1785393114.892404:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892408:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393114.892415:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393114.892417:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892420:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022cc456c] to pc [ptlrpcd_00_00+0] req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.892427:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892429:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785393114.892432:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785393114.892440:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785393114.892443:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785393114.892446:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393114.892448:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393114.892451:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460229c00. 00000020:00000040:1.0:1785393114.892453:0:38:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:1.0:1785393114.892455:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393114.892457:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393114.892458:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393114.892461:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4500. 00000100:00000001:1.0:1785393114.892464:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892469:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393114.892475:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393114.892477:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892481:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572f79e4] to pc [ptlrpcd_00_01+1] req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.892487:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393114.892502:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393114.892505:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022a680. 00000020:00000040:1.0:1785393114.892507:0:38:0:(genops.c:1231:class_import_get()) import ffff8c6451efa800 refcount=3 obd=lustre-OST0000-osc-ffff8c6451e85000 00000100:00000001:1.0:1785393114.892510:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393114.892511:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393114.892513:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393114.892516:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4900. 00000100:00000001:1.0:1785393114.892518:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892522:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393114.892541:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393114.892543:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892547:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000077e9dc2] to pc [ptlrpcd_00_00+0] req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.892555:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393114.892617:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393114.892621:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460229180. 00000020:00000040:1.0:1785393114.892624:0:38:0:(genops.c:1231:class_import_get()) import ffff8c64605ac800 refcount=3 obd=lustre-OST0001-osc-ffff8c6451e85000 00000100:00000001:1.0:1785393114.892626:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393114.892628:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393114.892630:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393114.892635:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c64619e6400. 00000100:00000001:1.0:1785393114.892638:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892642:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393114.892649:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393114.892650:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892653:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7a16ab8] to pc [ptlrpcd_00_01+1] req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.892660:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892664:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (359) 00000100:00000001:1.0:1785393114.892679:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393114.892682:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393114.892685:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393114.892690:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.892697:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393114.892699:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393114.892709:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393114.892712:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393114.892714:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393114.892718:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050103680:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393114.892722:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393114.892728:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393114.892730:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393114.892732:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393114.892736:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6448fb3c00. 02000000:00000001:1.0:1785393114.892738:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393114.892746:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393114.892750:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314c08. 00000400:00000010:1.0:1785393114.892758:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161220. 00000100:00000200:1.0:1785393114.892765:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050103680, portal 10 00000100:00000001:1.0:1785393114.892768:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393114.892769:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470335616 : -127112239216000 : ffff8c6460228a80) 00000100:00000040:1.0:1785393114.892775:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.892800:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393114.892802:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393114.892806:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161770. 00000100:00000200:1.0:1785393114.892808:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050103680, offset 0 00000400:00000200:1.0:1785393114.892814:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393114.892823:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.892831:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393114.892837:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393114.892841:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393114.892845:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393114.892848:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393114.892852:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [114:114:256:4294967295] 192.168.202.156@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1785393114.892856:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.892866:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393114.892879:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393114.892884:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c64619e6e00. 00000800:00000200:1.0:1785393114.892892:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393114.892899:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393114.892903:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c64619e6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393114.892918:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.892922:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 126861 usecs (127 jiffies) 00000400:00000200:1.0:1785393114.892926:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393114.892928:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295022210 00000100:00000010:1.0:1785393114.892933:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6448198420. 00000100:00000001:1.0:1785393114.892938:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1785393114.892950:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295022210 00000100:00000010:1.0:1785393114.892954:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6448198ea0. 00000100:00000001:1.0:1785393114.892957:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1785393114.892959:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393114.892961:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.892964:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393114.892968:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.892973:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393114.892975:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393114.893883:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393114.893886:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393114.893889:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393114.893894:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050103936:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393114.893898:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393114.893901:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393114.893939:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393114.893942:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393114.893947:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6448fb2a00. 02000000:00000001:1.0:1785393114.893955:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393114.893960:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393114.893963:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314b58. 00000400:00000010:1.0:1785393114.893968:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161a18. 00000100:00000200:1.0:1785393114.893971:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050103936, portal 4 00000100:00000001:1.0:1785393114.893973:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393114.893975:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470342784 : -127112239208832 : ffff8c646022a680) 00000100:00000001:0.0:1785393114.894071:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393114.894075:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393114.894076:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393114.894083:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894091:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393114.894092:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393114.894095:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393114.894097:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393114.894099:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393114.894102:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050103552:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393114.894106:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393114.894109:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393114.894111:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393114.894112:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393114.894116:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c645160b000. 02000000:00000001:0.0:1785393114.894118:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393114.894122:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393114.894125:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7cd10. 00000400:00000010:0.0:1785393114.894129:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289220. 00000100:00000200:0.0:1785393114.894133:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050103552, portal 25 00000100:00000001:0.0:1785393114.894134:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393114.894136:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470347264 : -127112239204352 : ffff8c646022b800) 00000100:00000040:0.0:1785393114.894141:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894149:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393114.894157:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393114.894160:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289770. 00000100:00000200:0.0:1785393114.894163:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120050103552, offset 0 00000400:00000200:0.0:1785393114.894168:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393114.894173:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.894177:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393114.894181:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393114.894184:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393114.894186:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393114.894189:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393114.894204:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [115:115:255:4294967295] 192.168.202.156@tcp LPNI seq info [115:115:7:4294967295] 00000400:00000200:0.0:1785393114.894209:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.894215:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393114.894218:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393114.894223:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459578b00. 00000800:00000200:0.0:1785393114.894230:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393114.894235:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393114.894238:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459578b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393114.894241:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393114.894245:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393114.894247:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295022999 00000100:00000001:0.0:1785393114.894253:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295022210 00000100:00000001:0.0:1785393114.894257:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295022999 00000100:00000001:0.0:1785393114.894260:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295022210 00000100:00000001:0.0:1785393114.894262:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393114.894264:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.894266:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393114.894271:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894278:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393114.894285:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393114.894288:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393114.894290:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393114.894292:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393114.894295:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050103808:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393114.894298:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393114.894300:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393114.894302:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393114.894304:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393114.894307:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c645160bc00. 02000000:00000001:0.0:1785393114.894308:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393114.894312:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393114.894314:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7c268. 00000400:00000010:0.0:1785393114.894318:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289330. 00000100:00000200:0.0:1785393114.894321:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050103808, portal 10 00000100:00000001:0.0:1785393114.894323:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393114.894324:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470340096 : -127112239211520 : ffff8c6460229c00) 00000100:00000040:0.0:1785393114.894330:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894337:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393114.894339:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393114.894352:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289a18. 00000100:00000200:0.0:1785393114.894355:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050103808, offset 0 00000400:00000200:0.0:1785393114.894360:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393114.894364:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.894367:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393114.894370:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393114.894373:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393114.894375:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393114.894377:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393114.894380:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [116:116:254:4294967295] 192.168.202.156@tcp LPNI seq info [116:116:6:4294967295] 00000400:00000200:0.0:1785393114.894383:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.894389:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393114.894399:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393114.894402:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459578200. 00000800:00000200:0.0:1785393114.894407:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393114.894411:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393114.894413:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459578200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393114.894416:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393114.894421:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 25128 usecs (26 jiffies) 00000400:00000200:0.0:1785393114.894423:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393114.894426:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295022110 00000100:00000001:0.0:1785393114.894428:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295022999 00000100:00000001:0.0:1785393114.894430:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295022110 00000100:00000001:0.0:1785393114.894432:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295022999 00000100:00000001:0.0:1785393114.894434:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393114.894436:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.894438:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393114.894442:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894448:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393114.894449:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393114.894451:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393114.894453:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393114.894455:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393114.894457:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050104064:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393114.894460:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393114.894463:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393114.894464:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393114.894466:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393114.894469:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6442be9200. 02000000:00000001:0.0:1785393114.894472:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393114.894474:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393114.894482:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7ca50. 00000400:00000010:0.0:1785393114.894486:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289660. 00000100:00000200:0.0:1785393114.894489:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050104064, portal 4 00000100:00000001:0.0:1785393114.894502:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393114.894503:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470337408 : -127112239214208 : ffff8c6460229180) 00000020:00000010:0.0:1785393114.894521:0:2355:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c6448f84000. 00000100:00000040:0.0:1785393114.894527:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894533:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393114.894534:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393114.894537:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64582892a8. 00000100:00000200:0.0:1785393114.894539:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120050104064, offset 0 00000400:00000200:0.0:1785393114.894543:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393114.894547:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.894551:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393114.894554:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393114.894585:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393114.894588:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393114.894590:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393114.894593:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [117:117:253:4294967295] 192.168.202.156@tcp LPNI seq info [117:117:5:4294967295] 00000400:00000200:0.0:1785393114.894597:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.894602:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393114.894606:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393114.894610:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459578400. 00000800:00000200:0.0:1785393114.894614:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393114.894618:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393114.894620:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459578400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393114.894623:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393114.894626:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: using a timeout of 40073 usecs (41 jiffies) 00000400:00000200:0.0:1785393114.894628:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393114.894630:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295022125 00000100:00000001:0.0:1785393114.894639:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295022999 00000100:00000001:0.0:1785393114.894641:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295022125 00000100:00000001:0.0:1785393114.894643:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295022999 00000100:00000001:0.0:1785393114.894646:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393114.894648:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.894650:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.894653:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393114.894661:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393114.894663:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785393114.894666:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393114.894667:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393114.894668:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.894671:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393114.894733:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393114.894737:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c64619e6e00. 00000400:00000200:0.0:1785393114.894745:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393114.894750:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393114.894756:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161770 00000400:00000010:0.0:1785393114.894759:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161770. 00000100:00000001:0.0:1785393114.894763:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393114.894769:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894779:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393114.894783:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894789:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.894791:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785393114.894805:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393114.894808:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459578b00. 00000400:00000200:0.0:1785393114.894811:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393114.894814:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393114.894817:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289770 00000400:00000010:0.0:1785393114.894819:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289770. 00000100:00000001:0.0:1785393114.894829:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393114.894834:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894840:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393114.894843:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894849:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.894850:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785393114.894859:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393114.894861:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459578200. 00000400:00000200:0.0:1785393114.894864:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393114.894866:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393114.894869:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289a18 00000400:00000010:0.0:1785393114.894870:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289a18. 00000100:00000001:0.0:1785393114.894872:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393114.894876:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894882:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393114.894885:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.894891:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.894892:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1785393114.896395:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.896405:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393114.896407:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393114.896412:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161660. 00000100:00000200:1.0:1785393114.896417:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120050103936, offset 0 00000400:00000200:1.0:1785393114.896422:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393114.896430:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.896435:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393114.896440:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393114.896443:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393114.896446:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393114.896449:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393114.896452:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [118:118:255:4294967295] 192.168.202.156@tcp LPNI seq info [118:118:7:4294967295] 00000400:00000200:1.0:1785393114.896456:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.896464:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393114.896470:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393114.896475:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c64619e6e00. 00000800:00000200:1.0:1785393114.896481:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393114.896486:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393114.896490:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c64619e6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393114.896493:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.896496:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: using a timeout of 39650 usecs (40 jiffies) 00000400:00000200:1.0:1785393114.896500:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393114.896511:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295022126 00000100:00000001:1.0:1785393114.896514:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295022999 00000100:00000001:1.0:1785393114.896516:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295022126 00000100:00000001:1.0:1785393114.896518:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295022999 00000100:00000001:1.0:1785393114.896521:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393114.896523:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.896527:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.896530:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.896535:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393114.896537:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785393114.896540:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393114.896541:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393114.896543:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.896546:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393114.898914:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393114.898924:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459578400. 00000400:00000200:0.0:1785393114.898932:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393114.898940:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393114.898947:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64582892a8 00000400:00000010:0.0:1785393114.898950:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64582892a8. 00000100:00000001:0.0:1785393114.898955:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393114.898961:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.898983:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393114.899001:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.899008:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.899009:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785393114.899039:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393114.899042:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c64619e6e00. 00000400:00000200:0.0:1785393114.899045:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393114.899049:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393114.899052:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161660 00000400:00000010:0.0:1785393114.899053:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161660. 00000100:00000001:0.0:1785393114.899055:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393114.899060:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.899067:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393114.899070:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.899075:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.899077:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785393114.912714:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.912730:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393114.912734:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.912736:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393114.912746:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912754:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393114.912762:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912767:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912773:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912777:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903580 00000400:00000200:1.0:1785393114.912796:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912802:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x701 [1] + 224 00000800:00000001:1.0:1785393114.912809:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.912812:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393114.912816:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393114.912820:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393114.912828:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393114.912837:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393114.912866:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.912897:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393114.912914:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.912919:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393114.912920:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.912922:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393114.912925:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912929:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393114.912934:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912936:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912939:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912942:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903600 00000400:00000200:1.0:1785393114.912945:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.912949:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x729 [1] + 224 00000800:00000001:1.0:1785393114.912953:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.912957:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393114.912959:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393114.912962:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393114.912965:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393114.912970:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393114.912986:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.913003:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393114.913008:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.913011:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393114.913013:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.913016:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393114.913018:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913028:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393114.913032:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913035:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913037:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913040:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 4 MB=0x6a6aeea903700 00000400:00000200:1.0:1785393114.913043:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913047:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.156@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1785393114.913051:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.913055:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393114.913057:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393114.913059:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393114.913062:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393114.913067:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393114.913075:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.913083:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393114.913086:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.913089:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393114.913091:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.913093:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393114.913096:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913099:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393114.913102:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913104:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913107:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913109:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x6a6aeea903500 00000400:00000200:1.0:1785393114.913113:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393114.913116:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x719 [1] + 224 00000800:00000001:1.0:1785393114.913120:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.913126:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393114.913133:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393114.913137:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393114.913140:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393114.913145:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393114.913154:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.913162:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393114.913166:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393114.913168:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.913180:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393114.913184:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785393114.913651:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393114.913655:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393114.913658:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7cd10. 00000400:00000200:1.0:1785393114.913663:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289220 00000400:00000010:1.0:1785393114.913665:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289220. 00000100:00000001:1.0:1785393114.913669:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393114.913674:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393114.913682:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.913688:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393114.913690:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.913693:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393114.913696:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393114.913699:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393114.913701:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393114.913704:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393114.913710:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393114.913715:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393114.913717:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393114.913719:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393114.913721:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785393114.913730:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.913733:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.913738:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.913745:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393114.913747:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393114.913749:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393114.913752:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393114.913759:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050103552:192.168.202.156@tcp:400:kworker.0 00000400:00000001:1.0:1785393114.913766:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393114.913767:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393114.913769:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7c268. 00000400:00000200:1.0:1785393114.913772:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289330 00000400:00000010:1.0:1785393114.913773:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289330. 00000100:00000001:1.0:1785393114.913775:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393114.913778:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393114.913854:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.913860:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393114.913861:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.913862:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393114.913864:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393114.913865:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393114.913867:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393114.913868:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393114.913875:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393114.913878:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393114.913880:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393114.913881:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393114.913882:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785393114.913901:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.914275:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393114.914278:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:1.0:1785393114.914280:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393114.914281:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.914286:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.914292:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393114.914294:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393114.914295:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393114.914299:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393114.914306:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050103808:192.168.202.156@tcp:400:kworker.0 00000400:00000001:1.0:1785393114.914312:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393114.914314:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393114.914316:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7ca50. 00000400:00000200:1.0:1785393114.914319:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289660 00000400:00000010:1.0:1785393114.914321:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289660. 00000100:00000001:1.0:1785393114.914323:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393114.914327:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393114.914334:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.914348:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393114.914349:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.914351:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393114.914353:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393114.914355:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393114.914356:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393114.914358:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393114.914363:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c64605acc60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393114.914366:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c64605acc18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393114.914374:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393114.914376:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393114.914378:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785393114.914381:0:2355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785393114.914388:0:2355:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.914390:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393114.914392:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:1.0:1785393114.914394:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393114.914395:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.914399:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.914405:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393114.914407:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393114.914409:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393114.914412:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393114.914420:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050104064:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393114.914423:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.914426:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393114.914430:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022b800 x1872120050103552/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.914437:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393114.914440:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393114.914444:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c645160b000. 02000000:00000001:1.0:1785393114.914448:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393114.914450:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393114.914453:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1785393114.914455:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393114.914457:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4c00. 02000000:00000001:1.0:1785393114.914461:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393114.914468:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393114.914470:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022b800. 00000100:00000001:1.0:1785393114.914474:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393114.914475:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.914477:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393114.914481:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460229c00 x1872120050103808/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.914488:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393114.914489:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393114.914491:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c645160bc00. 02000000:00000001:1.0:1785393114.914493:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393114.914494:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393114.914495:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:1.0:1785393114.914498:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393114.914686:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4500. 02000000:00000001:1.0:1785393114.914690:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393114.914691:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393114.914692:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460229c00. 00000100:00000001:1.0:1785393114.914696:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393114.914697:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.914699:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393114.914703:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460229180 x1872120050104064/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.914710:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393114.914712:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393114.914713:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6442be9200. 02000000:00000001:1.0:1785393114.914716:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393114.914717:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393114.914719:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c64605ac800 refcount=2 obd=lustre-OST0001-osc-ffff8c6451e85000 00000020:00000001:1.0:1785393114.914721:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393114.914722:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c64619e6400. 02000000:00000001:1.0:1785393114.914725:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393114.914726:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393114.914727:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460229180. 00000100:00000001:1.0:1785393114.914730:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393114.914731:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.914740:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.914748:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393114.914750:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.914752:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393114.914754:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.914901:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393114.914911:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393114.914916:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393114.914918:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393114.914920:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314c08. 00000400:00000200:0.0:1785393114.914924:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161220 00000400:00000010:0.0:1785393114.914925:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161220. 00000100:00000001:0.0:1785393114.914928:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393114.914934:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393114.914943:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.914949:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393114.914950:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393114.914952:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393114.914960:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393114.914962:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393114.914964:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393114.914966:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393114.914971:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393114.914974:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393114.914986:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393114.914988:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393114.914990:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393114.914992:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.914994:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393114.914996:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:0.0:1785393114.914997:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393114.914999:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393114.915003:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.915009:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393114.915011:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393114.915013:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393114.915016:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393114.915022:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050103680:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393114.915028:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.915030:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393114.915033:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460228a80 x1872120050103680/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.915039:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393114.915040:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393114.915042:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6448fb3c00. 02000000:00000001:0.0:1785393114.915045:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393114.915047:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393114.915048:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:0.0:1785393114.915050:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393114.915057:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4000. 02000000:00000001:0.0:1785393114.915060:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393114.915061:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393114.915062:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460228a80. 00000100:00000001:0.0:1785393114.915066:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393114.915067:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393114.915069:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.915071:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393114.915072:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393114.915074:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393114.915076:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1785393114.935054:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393114.935075:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393114.935079:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393114.935082:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393114.935091:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.935099:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393114.935111:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.935117:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.935122:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.935127:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 4 MB=0x6a6aeea903680 00000400:00000200:0.0:1785393114.935132:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393114.935139:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.156@tcp of length 224/224 into md 0x711 [1] + 224 00000800:00000001:0.0:1785393114.935146:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393114.935200:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393114.935204:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393114.935209:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393114.935218:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393114.935229:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393114.935240:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393114.935267:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393114.935276:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393114.935294:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.936694:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393114.936700:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785393114.936708:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393114.936710:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393114.936714:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314b58. 00000400:00000200:1.0:1785393114.936720:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161a18 00000400:00000010:1.0:1785393114.936722:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161a18. 00000100:00000001:1.0:1785393114.936726:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393114.936732:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393114.936741:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.936748:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393114.936749:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.936752:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393114.936755:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393114.936758:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393114.936760:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393114.936763:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393114.936773:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efac60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393114.936776:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efac18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393114.936778:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393114.936794:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393114.936797:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785393114.936802:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785393114.936809:0:2354:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.936812:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393114.936814:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:1.0:1785393114.936816:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393114.936826:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393114.936832:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.936840:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393114.936843:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393114.936845:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393114.936850:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393114.936858:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050103936:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393114.936862:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.936865:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393114.936869:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022a680 x1872120050103936/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393114.936876:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393114.936879:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393114.936882:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6448fb2a00. 02000000:00000001:1.0:1785393114.936885:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393114.936898:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393114.936901:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c6451efa800 refcount=2 obd=lustre-OST0000-osc-ffff8c6451e85000 00000020:00000001:1.0:1785393114.936910:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393114.936912:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4900. 02000000:00000001:1.0:1785393114.936917:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393114.936919:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393114.936921:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022a680. 00000100:00000001:1.0:1785393114.936925:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393114.936927:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.936929:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393114.936938:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393114.936939:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393114.936941:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393114.936944:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393115.785741:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393115.785747:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393115.785753:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393115.785754:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393115.786190:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393115.786194:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393115.786197:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393115.849711:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295022999, at 4295023040 00000100:00000010:1.0:1785393115.849726:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6448198ea0. 00000100:00000040:0.0:1785393115.849843:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295022999, at 4295023040 00000100:00000010:0.0:1785393115.849850:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6448198420. 00010000:00000001:3.0:1785393116.812784:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393116.812791:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393116.812796:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393116.812797:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393116.813549:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393116.813554:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393116.813574:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393117.833709:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393117.833715:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393117.833719:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393117.833720:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393117.837136:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393117.837144:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393117.837148:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1785393118.600426:0:8733:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785393118.600437:0:8733:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393118.857936:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393118.857944:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393118.857949:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393118.857963:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393118.857972:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393118.857975:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393118.857979:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393118.857980:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393118.857982:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393118.857984:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393118.858045:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393118.858049:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393118.858051:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1785393119.037146:0:8769:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1785393119.037153:0:8769:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg256-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1785393119.044113:0:8769:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1785393119.398415:0:8782:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785393119.398432:0:8782:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785393119.480251:0:8785:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1785393119.480263:0:8785:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393119.881656:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393119.881665:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393119.881667:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393119.881670:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393119.881676:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393119.881678:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393119.881680:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393119.881682:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393119.881685:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393119.881687:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785393119.881709:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785393119.881712:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785393119.881714:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785393120.015202:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) c55f4f57-8f32-49f6-b638-4474c084a531->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785393120.015211:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785393120.015218:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eed500. 00000020:00000040:2.0:1785393120.015223:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1785393120.015228:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393120.015231:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393120.015236:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393120.015243:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6453c05200. 00000100:00000001:2.0:1785393120.015249:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393120.015261:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c55f4f57-8f32-49f6-b638-4474c084a531->MGS req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785393120.015272:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393120.015276:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393120.015283:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039973069] to pc [ptlrpcd_01_01+1] req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393120.015346:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393120.015350:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393120.015353:0:2357:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785393120.015360:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393120.015368:0:2357:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785393120.015370:0:2357:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393120.015373:0:2357:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785393120.015376:0:2357:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785393120.015378:0:2357:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785393120.015381:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050104192:192.168.202.156@tcp:400:kworker.0 00000100:00000001:3.0:1785393120.015385:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785393120.015390:0:2357:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785393120.015393:0:2357:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393120.015396:0:2357:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785393120.015409:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6442be9c00. 02000000:00000001:3.0:1785393120.015410:0:2357:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785393120.015418:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1785393120.015422:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6443d63840. 00000400:00000010:3.0:1785393120.015429:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b8e58. 00000100:00000200:3.0:1785393120.015435:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050104192, portal 25 00000100:00000001:3.0:1785393120.015437:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785393120.015439:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232065792 : -127112477485824 : ffff8c6451eed500) 00000100:00000040:3.0:1785393120.015444:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393120.015452:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785393120.015454:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1785393120.015457:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b8440. 00000100:00000200:3.0:1785393120.015461:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120050104192, offset 0 00000400:00000200:3.0:1785393120.015467:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1785393120.015475:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393120.015482:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1785393120.015489:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785393120.015492:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1785393120.015496:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785393120.015499:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1785393120.015502:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [119:119:256:4294967295] 192.168.202.156@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:3.0:1785393120.015506:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393120.015527:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1785393120.015534:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1785393120.015541:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6462520a00. 00000800:00000200:3.0:1785393120.015548:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1785393120.015571:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1785393120.015576:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6462520a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785393120.015598:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785393120.015603:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1785393120.015612:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295028121 00000100:00000010:3.0:1785393120.015616:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c646033fde0. 00000100:00000001:3.0:1785393120.015622:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1785393120.015628:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295028121 00000100:00000010:3.0:1785393120.015631:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c646033f480. 00000100:00000001:3.0:1785393120.015634:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1785393120.015636:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393120.015639:0:2357:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393120.015642:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393120.015645:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393120.015686:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393120.015690:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785393120.015694:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393120.017029:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092ca80. 00000020:00000040:0.0:1785393120.017044:0:498:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:0.0:1785393120.017047:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393120.017050:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393120.017053:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393120.017058:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459578400. 00000100:00000001:0.0:1785393120.017063:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017071:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393120.017080:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393120.017084:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017088:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094a86a5c] to pc [ptlrpcd_00_00+0] req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.017111:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017114:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393120.017117:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393120.017120:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393120.017221:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393120.017224:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393120.017227:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393120.017231:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092d180. 00000020:00000040:0.0:1785393120.017234:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:0.0:1785393120.017236:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393120.017238:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393120.017240:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393120.017243:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459578b00. 00000100:00000001:0.0:1785393120.017247:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017251:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393120.017259:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393120.017261:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017265:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcad1c38] to pc [ptlrpcd_00_01+1] req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.017274:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017276:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393120.017279:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393120.017282:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092e300. 00000020:00000040:0.0:1785393120.017284:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6451efa800 refcount=3 obd=lustre-OST0000-osc-ffff8c6451e85000 00000100:00000001:0.0:1785393120.017285:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393120.017286:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393120.017288:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393120.017291:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459578200. 00000100:00000001:0.0:1785393120.017302:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017306:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393120.017312:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393120.017319:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017324:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f20325e] to pc [ptlrpcd_00_00+0] req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.017330:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017333:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393120.017335:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393120.017338:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092ea00. 00000020:00000040:0.0:1785393120.017341:0:498:0:(genops.c:1231:class_import_get()) import ffff8c64605ac800 refcount=3 obd=lustre-OST0001-osc-ffff8c6451e85000 00000100:00000001:0.0:1785393120.017343:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393120.017344:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393120.017346:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393120.017349:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459578f00. 00000100:00000001:0.0:1785393120.017352:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017356:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393120.017363:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393120.017373:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017378:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094d1ca32] to pc [ptlrpcd_00_01+1] req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.017385:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.017390:0:498:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (364) 00000800:00000200:0.0:1785393120.017679:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393120.017684:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6462520a00. 00000400:00000200:0.0:1785393120.017690:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393120.017696:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393120.017703:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b8440 00000400:00000010:0.0:1785393120.017705:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b8440. 00000100:00000001:0.0:1785393120.017709:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393120.017714:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.017724:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393120.017733:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.017740:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.017743:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1785393120.017756:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393120.017758:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393120.017760:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393120.017765:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.017773:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393120.017775:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.017778:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393120.017780:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393120.017782:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393120.017786:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050104448:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393120.017790:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393120.017794:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393120.017797:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.017799:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393120.017803:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c64532eb400. 02000000:00000001:0.0:1785393120.017805:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393120.017811:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393120.017815:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7c3c8. 00000400:00000010:0.0:1785393120.017819:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64582892a8. 00000100:00000200:0.0:1785393120.017825:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050104448, portal 10 00000100:00000001:0.0:1785393120.017827:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393120.017829:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477693824 : -127112231857792 : ffff8c646092d180) 00000100:00000040:0.0:1785393120.017835:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.017843:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393120.017845:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393120.017847:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289a18. 00000100:00000200:0.0:1785393120.017850:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050104448, offset 0 00000400:00000200:0.0:1785393120.017860:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393120.017867:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.017872:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393120.017877:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393120.017881:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393120.017885:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393120.017887:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393120.017891:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [120:120:256:4294967295] 192.168.202.156@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:0.0:1785393120.017895:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.017904:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393120.017908:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393120.017913:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c645332fe00. 00000800:00000200:0.0:1785393120.017920:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393120.017926:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393120.018087:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c645332fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393120.018099:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.018104:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 25393 usecs (26 jiffies) 00000400:00000200:0.0:1785393120.018107:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393120.018110:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295027232 00000100:00000001:0.0:1785393120.018113:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295028121 00000100:00000001:0.0:1785393120.018116:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295027232 00000100:00000001:0.0:1785393120.018118:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295028121 00000100:00000001:0.0:1785393120.018120:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393120.018122:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.018125:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393120.018129:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.018433:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393120.018434:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.018445:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393120.018447:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393120.018449:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393120.018452:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050104704:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393120.018821:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393120.018824:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393120.018826:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.018828:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393120.018832:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c64413f0400. 02000000:00000001:0.0:1785393120.018835:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393120.018839:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393120.018843:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7c630. 00000400:00000010:0.0:1785393120.018847:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289770. 00000100:00000200:0.0:1785393120.018850:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050104704, portal 4 00000100:00000001:0.0:1785393120.018851:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393120.018853:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477700096 : -127112231851520 : ffff8c646092ea00) 00000100:00000040:0.0:1785393120.018859:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.018866:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393120.018868:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393120.018870:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289ee0. 00000100:00000200:0.0:1785393120.018872:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120050104704, offset 0 00000400:00000200:0.0:1785393120.018877:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393120.018881:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.018885:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393120.018889:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393120.018891:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393120.018894:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393120.018896:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393120.018899:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [121:121:255:4294967295] 192.168.202.156@tcp LPNI seq info [121:121:7:4294967295] 00000400:00000200:0.0:1785393120.018903:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.018910:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393120.018920:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393120.018924:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c645978a500. 00000800:00000200:0.0:1785393120.018928:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393120.018989:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393120.018992:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c645978a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393120.018996:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.018999:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: using a timeout of 33593 usecs (34 jiffies) 00000400:00000200:0.0:1785393120.019002:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393120.019005:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295027240 00000100:00000001:0.0:1785393120.019008:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295028121 00000100:00000001:0.0:1785393120.019010:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295027240 00000100:00000001:0.0:1785393120.019012:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295028121 00000100:00000001:0.0:1785393120.019013:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393120.019015:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.019018:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.019021:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.019028:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393120.019086:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785393120.019089:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393120.019091:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393120.019092:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393120.019095:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1785393120.019097:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.019100:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393120.019101:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.019103:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393120.019104:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393120.019105:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393120.019110:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.019116:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393120.019117:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.019126:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393120.019128:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393120.019192:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393120.019198:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050104320:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393120.019202:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393120.019205:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393120.019206:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.019208:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393120.019214:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c64524d8000. 02000000:00000001:0.0:1785393120.019216:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393120.019220:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393120.019223:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7c210. 00000400:00000010:0.0:1785393120.019227:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289660. 00000100:00000200:0.0:1785393120.019231:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050104320, portal 10 00000100:00000001:0.0:1785393120.019233:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393120.019234:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477692032 : -127112231859584 : ffff8c646092ca80) 00000100:00000040:0.0:1785393120.019241:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.019247:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393120.019249:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393120.019252:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289330. 00000100:00000200:0.0:1785393120.019254:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050104320, offset 0 00000400:00000200:0.0:1785393120.019258:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393120.019262:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.019266:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393120.019270:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393120.019272:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393120.019275:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393120.019277:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393120.019280:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [122:122:254:4294967295] 192.168.202.156@tcp LPNI seq info [122:122:6:4294967295] 00000400:00000200:0.0:1785393120.019284:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.019291:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393120.019320:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393120.019324:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459712c00. 00000800:00000200:0.0:1785393120.019328:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393120.019333:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393120.019337:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459712c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393120.019340:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.019343:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 123066 usecs (124 jiffies) 00000400:00000200:0.0:1785393120.019347:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393120.019349:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295027330 00000100:00000001:0.0:1785393120.019351:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 0, keep current deadline 4295028121 00000100:00000001:0.0:1785393120.019353:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295027330 00000100:00000001:0.0:1785393120.019355:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 1, keep current deadline 4295028121 00000100:00000001:0.0:1785393120.019358:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393120.019360:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.019363:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1785393120.019370:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393120.019375:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.020317:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.020326:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393120.020328:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.020331:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393120.020333:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393120.020335:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393120.020337:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050104576:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393120.020341:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393120.020344:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393120.020345:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.020347:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393120.020351:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c646047dc00. 02000000:00000001:0.0:1785393120.020353:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393120.020357:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393120.020743:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393120.020748:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1785393120.021206:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7caa8. 00000400:00000010:0.0:1785393120.021214:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289220. 00000100:00000200:0.0:1785393120.021219:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050104576, portal 4 00000100:00000001:0.0:1785393120.021221:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393120.021223:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477698304 : -127112231853312 : ffff8c646092e300) 00000020:00000010:0.0:1785393120.021233:0:2355:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c6448f82000. 00000100:00000040:0.0:1785393120.021243:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021252:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393120.021255:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393120.021257:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64582895d8. 00000100:00000200:0.0:1785393120.021260:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120050104576, offset 0 00000400:00000200:0.0:1785393120.021267:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393120.021274:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.021281:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393120.021286:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393120.021290:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393120.021305:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393120.021308:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393120.021312:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [123:123:253:4294967295] 192.168.202.156@tcp LPNI seq info [123:123:5:4294967295] 00000400:00000200:0.0:1785393120.021317:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.021325:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393120.021331:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393120.021337:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459712e00. 00000800:00000200:0.0:1785393120.021343:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393120.021349:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393120.021353:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459712e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393120.021357:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.021361:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: using a timeout of 47448 usecs (48 jiffies) 00000400:00000200:0.0:1785393120.021373:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393120.021377:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295027254 00000100:00000001:0.0:1785393120.021386:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295028121 00000100:00000001:0.0:1785393120.021389:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295027254 00000100:00000001:0.0:1785393120.021391:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295028121 00000100:00000001:0.0:1785393120.021393:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393120.021396:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.021400:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.021403:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393120.021440:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393120.021445:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c645332fe00. 00000400:00000200:0.0:1785393120.021453:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393120.021459:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393120.021463:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289a18 00000400:00000010:0.0:1785393120.021466:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289a18. 00000100:00000001:0.0:1785393120.021471:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393120.021475:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021487:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393120.021490:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021497:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.021499:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785393120.021514:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393120.021516:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c645978a500. 00000400:00000200:0.0:1785393120.021520:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393120.021524:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393120.021526:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289ee0 00000400:00000010:0.0:1785393120.021528:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289ee0. 00000100:00000001:0.0:1785393120.021531:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393120.021535:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021542:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393120.021552:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021579:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.021581:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785393120.021592:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393120.021594:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459712c00. 00000400:00000200:0.0:1785393120.021597:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393120.021600:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393120.021603:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289330 00000400:00000010:0.0:1785393120.021605:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289330. 00000100:00000001:0.0:1785393120.021607:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393120.021610:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021618:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393120.021621:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021627:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.021628:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785393120.021701:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393120.021703:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459712e00. 00000400:00000200:0.0:1785393120.021706:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393120.021710:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393120.021712:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64582895d8 00000400:00000010:0.0:1785393120.021714:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64582895d8. 00000100:00000001:0.0:1785393120.021716:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393120.021720:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021727:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393120.021730:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.021736:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.021738:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1785393120.025874:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393120.025882:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785393120.025887:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393120.025890:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393120.025893:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393120.025896:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1785393120.025976:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.025990:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393120.025993:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.025996:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393120.026016:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.026027:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393120.026045:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.026050:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.026056:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.026060:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x6a6aeea903780 00000400:00000200:0.0:1785393120.026065:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.026072:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:0.0:1785393120.026080:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.026087:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393120.026090:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393120.026094:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393120.026102:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393120.026111:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393120.026123:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.026238:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393120.026248:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.026252:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393120.027683:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393120.027688:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785393120.027695:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785393120.027697:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785393120.027701:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6443d63840. 00000400:00000200:3.0:1785393120.027708:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b8e58 00000400:00000010:3.0:1785393120.027722:0:2357:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b8e58. 00000100:00000001:3.0:1785393120.027726:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785393120.027734:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785393120.027743:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393120.027750:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785393120.027751:0:2357:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393120.027754:0:2357:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785393120.027757:0:2357:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785393120.027760:0:2357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785393120.027763:0:2357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393120.027765:0:2357:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785393120.027783:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=101 v=5 (5 0 0 0) 00000100:00001000:3.0:1785393120.027787:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1785393120.027789:0:2357:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785393120.027791:0:2357:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393120.027794:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785393120.027796:0:2357:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393120.027799:0:2357:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393120.027805:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393120.027811:0:2357:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393120.027814:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785393120.027816:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785393120.027820:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393120.027827:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050104192:192.168.202.156@tcp:400:kworker.0 00000100:00000001:3.0:1785393120.027832:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393120.027834:0:2357:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785393120.027838:0:2357:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eed500 x1872120050104192/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393120.027844:0:2357:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785393120.027847:0:2357:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785393120.027850:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6442be9c00. 02000000:00000001:3.0:1785393120.027854:0:2357:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785393120.027856:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785393120.027858:0:2357:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1785393120.027860:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785393120.027863:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6453c05200. 02000000:00000001:3.0:1785393120.027867:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785393120.027868:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785393120.027870:0:2357:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eed500. 00000100:00000001:3.0:1785393120.027873:0:2357:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785393120.027875:0:2357:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393120.027876:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393120.027888:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393120.027890:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393120.027892:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393120.027894:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393120.036182:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393120.036201:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393120.036205:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393120.036207:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393120.036215:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.036223:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393120.036231:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.036235:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.036240:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.036244:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 4 MB=0x6a6aeea903980 00000400:00000200:1.0:1785393120.036249:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.036255:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.156@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:1.0:1785393120.036261:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393120.036320:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393120.036324:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393120.036328:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393120.036336:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393120.036345:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393120.036356:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393120.036376:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393120.036384:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393120.036387:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393120.036400:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393120.036404:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785393120.036421:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393120.036423:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393120.036426:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7c630. 00000400:00000200:1.0:1785393120.036430:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289770 00000400:00000010:1.0:1785393120.036433:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289770. 00000100:00000001:1.0:1785393120.036436:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393120.036441:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393120.036450:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393120.036456:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393120.036458:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393120.036461:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393120.036464:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393120.036467:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393120.036469:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393120.036472:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393120.036480:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c64605acc60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393120.036485:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c64605acc18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393120.036487:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393120.036489:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393120.036492:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785393120.036496:0:2355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785393120.036504:0:2355:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393120.036508:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393120.036510:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:1.0:1785393120.036512:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393120.036513:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393120.036517:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393120.036524:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393120.036527:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393120.036535:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393120.036540:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393120.036547:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050104704:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393120.036552:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393120.036554:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393120.036572:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092ea00 x1872120050104704/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393120.036579:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393120.036582:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393120.036585:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c64413f0400. 02000000:00000001:1.0:1785393120.036589:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393120.036592:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393120.036594:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c64605ac800 refcount=2 obd=lustre-OST0001-osc-ffff8c6451e85000 00000020:00000001:1.0:1785393120.036596:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393120.036599:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459578f00. 02000000:00000001:1.0:1785393120.036602:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393120.036604:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393120.036606:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092ea00. 00000100:00000001:1.0:1785393120.036609:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393120.036610:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393120.036613:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393120.036614:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393120.036616:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393120.036617:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393120.036619:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393120.042767:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393120.042784:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393120.042788:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393120.042790:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393120.042798:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.042806:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393120.042815:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.042819:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.042834:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.042838:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 4 MB=0x6a6aeea903900 00000400:00000200:1.0:1785393120.042842:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393120.042848:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.156@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:1.0:1785393120.042856:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393120.042864:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393120.042867:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393120.042871:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393120.042879:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393120.042888:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393120.042900:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393120.042915:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393120.042924:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393120.042927:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393120.042939:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393120.042956:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785393120.042963:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393120.042965:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393120.042969:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7caa8. 00000400:00000200:1.0:1785393120.042973:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289220 00000400:00000010:1.0:1785393120.042976:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289220. 00000100:00000001:1.0:1785393120.042979:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393120.042983:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393120.042992:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393120.042999:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393120.043001:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393120.043004:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393120.043007:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393120.043018:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393120.043020:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393120.043023:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393120.043032:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efac60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393120.043036:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efac18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393120.043039:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393120.043041:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393120.043044:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785393120.043049:0:2355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785393120.043057:0:2355:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393120.043061:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393120.043075:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:1.0:1785393120.043078:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393120.043080:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393120.043085:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393120.043093:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393120.043095:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393120.043097:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393120.043101:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393120.043110:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050104576:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393120.043116:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393120.043119:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393120.043122:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092e300 x1872120050104576/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393120.043129:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393120.043131:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393120.043134:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c646047dc00. 02000000:00000001:1.0:1785393120.043138:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393120.043145:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393120.043147:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c6451efa800 refcount=2 obd=lustre-OST0000-osc-ffff8c6451e85000 00000020:00000001:1.0:1785393120.043149:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393120.043151:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459578200. 02000000:00000001:1.0:1785393120.043154:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393120.043156:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393120.043158:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092e300. 00000100:00000001:1.0:1785393120.043161:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393120.043162:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393120.043166:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393120.043168:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393120.043169:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393120.043171:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393120.043173:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1785393120.055477:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.055500:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393120.055504:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.055506:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393120.055521:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055530:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393120.055539:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055544:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055549:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055587:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903880 00000400:00000200:0.0:1785393120.055593:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055600:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:0.0:1785393120.055608:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.055613:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393120.055617:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393120.055622:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393120.055630:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393120.055638:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393120.055650:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.055667:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393120.055677:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.055681:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393120.055683:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.055685:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393120.055689:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055692:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393120.055697:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055699:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055702:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055705:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903800 00000400:00000200:0.0:1785393120.055709:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393120.055713:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1785393120.055717:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.055772:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393120.055775:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393120.055779:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393120.055782:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393120.055787:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393120.055809:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.055816:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393120.055822:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393120.055825:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.055838:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393120.055841:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393120.055848:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393120.055851:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393120.055854:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7c210. 00000400:00000200:0.0:1785393120.055858:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289660 00000400:00000010:0.0:1785393120.055860:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289660. 00000100:00000001:0.0:1785393120.055863:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393120.055866:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393120.055875:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.055881:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393120.055883:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.055885:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393120.055888:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393120.055891:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393120.055893:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.055896:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393120.055905:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=101 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393120.055909:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393120.055913:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393120.055915:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393120.055918:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393120.055922:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.055925:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393120.055928:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:0.0:1785393120.055936:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393120.055944:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.055950:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.055967:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393120.055969:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393120.055971:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393120.055975:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393120.055983:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050104320:192.168.202.156@tcp:400:kworker.0 00000400:00000001:0.0:1785393120.055989:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393120.055990:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393120.055992:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7c3c8. 00000400:00000200:0.0:1785393120.055994:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64582892a8 00000400:00000010:0.0:1785393120.055996:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64582892a8. 00000100:00000001:0.0:1785393120.055999:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393120.056001:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393120.056019:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.056026:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393120.056027:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.056946:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393120.056948:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393120.056951:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393120.056953:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393120.056955:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393120.056962:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393120.056965:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393120.056968:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393120.056969:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393120.056971:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393120.056974:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.056983:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393120.056985:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:0.0:1785393120.056987:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393120.056988:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393120.056995:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.057258:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393120.057262:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393120.057264:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393120.057269:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393120.057278:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050104448:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393120.057283:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.057285:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393120.057289:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092ca80 x1872120050104320/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.057305:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393120.057307:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393120.057311:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c64524d8000. 02000000:00000001:0.0:1785393120.057315:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393120.057318:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393120.057319:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:0.0:1785393120.057322:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393120.057324:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459578400. 02000000:00000001:0.0:1785393120.057327:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393120.057329:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393120.057330:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092ca80. 00000100:00000001:0.0:1785393120.057333:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393120.057335:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.057336:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393120.057339:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092d180 x1872120050104448/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393120.057357:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393120.057358:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393120.057360:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c64532eb400. 02000000:00000001:0.0:1785393120.057363:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393120.057374:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393120.057375:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:0.0:1785393120.057377:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393120.057379:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459578b00. 02000000:00000001:0.0:1785393120.057381:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393120.057383:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393120.057384:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092d180. 00000100:00000001:0.0:1785393120.057387:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393120.057388:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.057391:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393120.057398:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393120.057400:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393120.057402:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393120.057405:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393120.905763:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393120.905773:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393120.905781:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393120.905782:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393120.905955:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393120.905960:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393120.905963:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393120.969712:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295028121, at 4295028160 00000100:00000010:1.0:1785393120.969731:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c646033f480. 00000100:00000040:0.0:1785393120.969843:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295028121, at 4295028160 00000100:00000010:0.0:1785393120.969849:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c646033fde0. 00010000:00000001:3.0:1785393121.930462:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393121.930469:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393121.930475:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393121.930477:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785393121.930497:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785393121.930500:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785393121.930504:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393122.956221:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393122.956230:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393122.956237:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393122.956238:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393122.957242:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393122.957247:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393122.957252:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393123.996645:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393123.996654:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393123.996660:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393123.996662:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785393123.996687:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785393123.996690:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785393123.996693:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393125.002228:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393125.002237:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393125.002244:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393125.002245:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393125.004346:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393125.004371:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393125.004376:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393125.142421:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) c55f4f57-8f32-49f6-b638-4474c084a531->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393125.142434:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393125.142448:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022a680. 00000020:00000040:1.0:1785393125.142455:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:1.0:1785393125.142461:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393125.142465:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393125.142482:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393125.142496:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c64619e6d00. 00000100:00000001:1.0:1785393125.142504:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142633:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c55f4f57-8f32-49f6-b638-4474c084a531->MGS req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393125.142647:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393125.142651:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142658:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000077e9dc2] to pc [ptlrpcd_00_00+0] req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.142686:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142690:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393125.142712:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393125.142715:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460229180. 00000020:00000040:1.0:1785393125.142718:0:498:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:1.0:1785393125.142721:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393125.142722:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393125.142724:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393125.142728:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c64619e6400. 00000100:00000001:1.0:1785393125.142732:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142737:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393125.142744:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393125.142746:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142749:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7a16ab8] to pc [ptlrpcd_00_01+1] req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.142757:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142760:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785393125.142763:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785393125.142765:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785393125.142769:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785393125.142772:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393125.142775:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393125.142778:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460229c00. 00000020:00000040:1.0:1785393125.142780:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:1.0:1785393125.142782:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393125.142784:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393125.142785:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393125.142788:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c64619e6e00. 00000100:00000001:1.0:1785393125.142791:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142801:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393125.142809:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393125.142811:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142815:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572f79e4] to pc [ptlrpcd_00_00+0] req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.142823:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142825:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393125.142828:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393125.142832:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022b800. 00000020:00000040:1.0:1785393125.142835:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6451efa800 refcount=3 obd=lustre-OST0000-osc-ffff8c6451e85000 00000100:00000001:1.0:1785393125.142837:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393125.142838:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393125.142840:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393125.142847:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459578b00. 00000100:00000001:1.0:1785393125.142850:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142854:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393125.142861:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393125.142862:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142866:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410d0891] to pc [ptlrpcd_00_01+1] req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.142873:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142876:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393125.142879:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393125.142881:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022a300. 00000020:00000040:1.0:1785393125.142893:0:498:0:(genops.c:1231:class_import_get()) import ffff8c64605ac800 refcount=3 obd=lustre-OST0001-osc-ffff8c6451e85000 00000100:00000001:1.0:1785393125.142896:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393125.142897:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393125.142899:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393125.142909:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459578400. 00000100:00000001:1.0:1785393125.142912:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142917:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393125.142924:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393125.142926:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142930:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d040a7af] to pc [ptlrpcd_00_00+0] req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.142936:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.142941:0:498:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:1.0:1785393125.142960:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393125.142964:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393125.142966:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393125.142971:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.142978:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393125.142980:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.142984:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393125.142987:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393125.142989:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393125.142992:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050104832:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393125.142997:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393125.143003:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393125.143006:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.143009:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393125.143014:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c646098ba00. 02000000:00000001:1.0:1785393125.143016:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393125.143025:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393125.143030:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314b58. 00000400:00000010:1.0:1785393125.143037:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161a18. 00000100:00000200:1.0:1785393125.143045:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050104832, portal 25 00000100:00000001:1.0:1785393125.143048:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393125.143055:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470342784 : -127112239208832 : ffff8c646022a680) 00000100:00000040:1.0:1785393125.143061:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.143069:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393125.143072:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393125.143075:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64481612a8. 00000100:00000200:1.0:1785393125.143078:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120050104832, offset 0 00000400:00000200:1.0:1785393125.143086:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393125.143096:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.143105:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393125.143111:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393125.143115:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393125.143119:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393125.143123:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393125.143127:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [124:124:256:4294967295] 192.168.202.156@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:1.0:1785393125.143131:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.143142:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393125.143150:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393125.143155:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459578200. 00000800:00000200:1.0:1785393125.143162:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393125.143170:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393125.143175:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459578200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393125.143187:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393125.143192:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393125.143207:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295033248 00000100:00000010:1.0:1785393125.143212:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c64481981e0. 00000100:00000001:1.0:1785393125.143220:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1785393125.143227:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295033248 00000100:00000010:1.0:1785393125.143230:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6448198060. 00000100:00000001:1.0:1785393125.143233:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1785393125.143242:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.143245:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.143257:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393125.143262:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.143269:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393125.143270:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.143273:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393125.143275:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393125.143277:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393125.143280:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050105088:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393125.143283:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393125.143286:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393125.143287:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.143289:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393125.143293:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c646098ac00. 02000000:00000001:1.0:1785393125.143294:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393125.143299:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393125.143302:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314dc0. 00000400:00000010:1.0:1785393125.143306:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161ee0. 00000100:00000200:1.0:1785393125.143309:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050105088, portal 10 00000100:00000001:1.0:1785393125.143310:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393125.143312:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470340096 : -127112239211520 : ffff8c6460229c00) 00000100:00000040:1.0:1785393125.143319:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.143326:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393125.143328:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393125.143330:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161908. 00000100:00000200:1.0:1785393125.143333:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050105088, offset 0 00000400:00000200:1.0:1785393125.143337:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393125.143341:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.143344:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393125.143347:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393125.143355:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393125.143357:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393125.143359:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393125.143362:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [125:125:255:4294967295] 192.168.202.156@tcp LPNI seq info [125:125:7:4294967295] 00000400:00000200:1.0:1785393125.143365:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.143371:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393125.143376:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393125.143379:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459578f00. 00000800:00000200:1.0:1785393125.143382:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393125.143386:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393125.143389:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459578f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393125.143392:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.143397:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 28850 usecs (29 jiffies) 00000400:00000200:1.0:1785393125.143400:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393125.143402:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295032362 00000100:00000001:1.0:1785393125.143405:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295033248 00000100:00000001:1.0:1785393125.143407:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295032362 00000100:00000001:1.0:1785393125.143409:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295033248 00000100:00000001:1.0:1785393125.143411:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.143413:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.143415:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393125.143419:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.143426:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393125.143427:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.143429:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393125.143431:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393125.143433:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393125.143436:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050105344:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393125.143447:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393125.143450:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393125.143452:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.143453:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393125.143457:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c646098bc00. 02000000:00000001:1.0:1785393125.143459:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393125.143462:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393125.143465:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314ec8. 00000400:00000010:1.0:1785393125.146020:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161aa0. 00000100:00000200:1.0:1785393125.146034:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050105344, portal 4 00000100:00000001:1.0:1785393125.146037:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393125.146039:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470341888 : -127112239209728 : ffff8c646022a300) 00000100:00000040:1.0:1785393125.146053:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.146062:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393125.146065:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393125.146068:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161198. 00000100:00000200:1.0:1785393125.146071:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120050105344, offset 0 00000400:00000200:1.0:1785393125.146078:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393125.146087:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.146095:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393125.146100:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393125.146104:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393125.146108:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393125.146111:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393125.146115:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [126:126:254:4294967295] 192.168.202.156@tcp LPNI seq info [126:126:6:4294967295] 00000400:00000200:1.0:1785393125.146120:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.146130:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393125.146135:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393125.146143:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6451fc4900. 00000800:00000200:1.0:1785393125.146149:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393125.146168:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393125.146173:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6451fc4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393125.146177:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.146181:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: using a timeout of 30345 usecs (31 jiffies) 00000400:00000200:1.0:1785393125.146185:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393125.146187:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295032367 00000100:00000001:1.0:1785393125.146191:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295033248 00000100:00000001:1.0:1785393125.146194:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295032367 00000100:00000001:1.0:1785393125.146196:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295033248 00000100:00000001:1.0:1785393125.146198:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.146201:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.146205:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.146209:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.146218:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393125.146221:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785393125.146223:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393125.146225:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393125.146227:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393125.146231:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1785393125.146233:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.146235:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393125.146236:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.146238:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393125.146239:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393125.146241:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393125.146245:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.146262:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393125.146264:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.146268:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393125.146271:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393125.146273:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393125.146277:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050104960:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393125.146286:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393125.146291:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393125.146294:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.146296:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393125.146301:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6459493400. 02000000:00000001:1.0:1785393125.146304:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393125.146308:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393125.146311:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314b00. 00000400:00000010:1.0:1785393125.146316:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161990. 00000100:00000200:1.0:1785393125.146318:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050104960, portal 10 00000100:00000001:1.0:1785393125.146320:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393125.146322:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470337408 : -127112239214208 : ffff8c6460229180) 00000100:00000040:1.0:1785393125.146329:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.146336:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393125.146338:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393125.146341:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161550. 00000100:00000200:1.0:1785393125.146343:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050104960, offset 0 00000400:00000200:1.0:1785393125.146347:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393125.146351:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.146354:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393125.146357:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393125.146359:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393125.146362:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393125.146364:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393125.146367:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [127:127:253:4294967295] 192.168.202.156@tcp LPNI seq info [127:127:5:4294967295] 00000400:00000200:1.0:1785393125.146372:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.146378:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393125.146382:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393125.146385:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6451fc4000. 00000800:00000200:1.0:1785393125.146389:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393125.146397:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393125.146400:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6451fc4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393125.146403:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.146407:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 120303 usecs (121 jiffies) 00000400:00000200:1.0:1785393125.146410:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393125.146412:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295032457 00000100:00000001:1.0:1785393125.146414:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 0, keep current deadline 4295033248 00000100:00000001:1.0:1785393125.146416:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295032457 00000100:00000001:1.0:1785393125.146419:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 1, keep current deadline 4295033248 00000100:00000001:1.0:1785393125.146421:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.146422:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.146424:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393125.146429:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.146436:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393125.146437:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.146439:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393125.146441:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393125.146443:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393125.146446:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050105216:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393125.146449:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393125.146452:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393125.146453:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.146455:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393125.146458:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c646047cc00. 02000000:00000001:1.0:1785393125.146459:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393125.146462:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393125.146464:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c64603147e8. 00000400:00000010:1.0:1785393125.149600:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161220. 00000100:00000200:1.0:1785393125.149620:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050105216, portal 4 00000100:00000001:1.0:1785393125.149624:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393125.149642:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470347264 : -127112239204352 : ffff8c646022b800) 00000100:00000040:1.0:1785393125.149659:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.149668:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393125.149671:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393125.149675:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161660. 00000100:00000200:1.0:1785393125.149679:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120050105216, offset 0 00000400:00000200:1.0:1785393125.149685:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393125.149697:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.149705:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393125.149711:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393125.149715:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393125.149719:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393125.149722:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393125.149726:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [128:128:252:4294967295] 192.168.202.156@tcp LPNI seq info [128:128:4:4294967295] 00000400:00000200:1.0:1785393125.149731:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393125.149741:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393125.149748:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393125.149755:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6451fc4500. 00000800:00000200:1.0:1785393125.149763:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393125.149769:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393125.149774:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6451fc4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393125.149779:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.149783:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: using a timeout of 42330 usecs (43 jiffies) 00000400:00000200:1.0:1785393125.149787:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393125.149790:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295032383 00000100:00000001:1.0:1785393125.149793:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295033248 00000100:00000001:1.0:1785393125.149796:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295032383 00000100:00000001:1.0:1785393125.149798:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295033248 00000100:00000001:1.0:1785393125.149800:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.149809:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.149814:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.149820:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.149842:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393125.149845:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393125.151749:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393125.151759:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459578200. 00000400:00000200:1.0:1785393125.151772:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393125.151781:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393125.151789:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64481612a8 00000400:00000010:1.0:1785393125.151792:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64481612a8. 00000100:00000001:1.0:1785393125.151799:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393125.151807:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.151822:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.151826:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.151834:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.151836:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393125.151852:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393125.151854:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459578f00. 00000400:00000200:1.0:1785393125.151857:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393125.151860:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393125.151863:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161908 00000400:00000010:1.0:1785393125.151865:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161908. 00000100:00000001:1.0:1785393125.151868:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393125.151872:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.151879:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.151883:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.152977:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.152979:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393125.153016:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393125.153018:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6451fc4900. 00000400:00000200:1.0:1785393125.153023:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393125.153027:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393125.153030:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161198 00000400:00000010:1.0:1785393125.153032:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161198. 00000100:00000001:1.0:1785393125.153034:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393125.153039:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.153048:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.153052:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.153059:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.153060:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393125.153070:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393125.153072:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6451fc4000. 00000400:00000200:1.0:1785393125.153074:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393125.153078:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393125.153080:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161550 00000400:00000010:1.0:1785393125.153082:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161550. 00000100:00000001:1.0:1785393125.153084:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393125.153089:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.153096:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.153099:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.153105:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.153107:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393125.154610:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393125.154617:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6451fc4500. 00000400:00000200:1.0:1785393125.154624:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393125.154630:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393125.154637:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161660 00000400:00000010:1.0:1785393125.154651:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161660. 00000100:00000001:1.0:1785393125.154656:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393125.154662:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.154673:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.154677:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.154683:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.154685:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785393125.163022:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163044:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393125.163049:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163052:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163062:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163071:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393125.163082:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163088:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163094:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163099:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 4 MB=0x6a6aeea903c00 00000400:00000200:0.0:1785393125.163104:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163111:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.156@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:0.0:1785393125.163119:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163141:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163145:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393125.163150:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393125.163158:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393125.163170:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393125.163183:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393125.163216:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393125.163226:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163231:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393125.163233:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163235:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163239:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163242:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393125.163246:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163260:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163263:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163265:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903b00 00000400:00000200:0.0:1785393125.163268:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163272:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:0.0:1785393125.163275:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163279:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163281:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393125.163285:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393125.163288:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393125.163293:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393125.163303:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393125.163309:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393125.163322:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163326:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393125.163328:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163330:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163333:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163337:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393125.163341:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163344:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163347:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163350:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 4 MB=0x6a6aeea903b80 00000400:00000200:0.0:1785393125.163352:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163356:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.156@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1785393125.163360:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163364:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163365:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393125.163368:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393125.163371:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393125.163376:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393125.163384:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393125.163391:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393125.163395:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163398:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393125.163400:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163402:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163405:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163408:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393125.163412:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163414:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163417:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163420:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903a80 00000400:00000200:0.0:1785393125.163423:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163433:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1785393125.163437:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163442:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163444:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393125.163447:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393125.163450:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393125.163454:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393125.163462:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393125.163476:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393125.163480:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163484:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393125.163485:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163487:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163490:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163493:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393125.163497:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163501:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163503:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163506:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x6a6aeea903a00 00000400:00000200:0.0:1785393125.163510:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393125.163514:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:0.0:1785393125.163517:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163524:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393125.163526:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393125.163528:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393125.163531:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393125.163535:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393125.163543:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393125.163673:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393125.163680:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393125.163684:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.164415:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393125.164421:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785393125.164429:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393125.164432:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393125.164435:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314b00. 00000400:00000200:1.0:1785393125.164441:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161990 00000400:00000010:1.0:1785393125.164443:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161990. 00000100:00000001:1.0:1785393125.164446:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393125.164452:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393125.164462:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.164480:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393125.164482:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.164485:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393125.164488:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393125.164492:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393125.164494:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.164497:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393125.164508:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393125.164512:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393125.164515:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393125.164517:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393125.164519:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785393125.164524:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.164536:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393125.164539:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:1.0:1785393125.164541:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393125.164543:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.164549:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.164576:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.164580:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393125.164583:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393125.164588:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393125.164596:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050104960:192.168.202.156@tcp:400:kworker.0 00000400:00000001:1.0:1785393125.164603:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393125.164604:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393125.164606:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c64603147e8. 00000400:00000200:1.0:1785393125.164609:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161220 00000400:00000010:1.0:1785393125.164611:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161220. 00000100:00000001:1.0:1785393125.164613:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393125.164617:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393125.164625:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.164633:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393125.164634:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.164635:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393125.164637:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393125.164638:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393125.164639:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.164641:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393125.164646:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efac60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393125.164649:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efac18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393125.164651:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393125.164659:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393125.164661:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785393125.164665:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785393125.164672:0:2354:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.164675:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393125.164676:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:1.0:1785393125.164678:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393125.164679:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.164682:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.164689:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.164690:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393125.164691:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393125.164695:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393125.164702:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050105216:192.168.202.156@tcp:400:kworker.0 00000400:00000001:1.0:1785393125.164707:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393125.164709:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393125.164710:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314b58. 00000400:00000200:1.0:1785393125.164712:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161a18 00000400:00000010:1.0:1785393125.164714:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161a18. 00000100:00000001:1.0:1785393125.164716:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393125.164719:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393125.164726:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.164733:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393125.164734:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.164736:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393125.164742:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393125.164744:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393125.164745:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.164747:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393125.164750:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393125.164753:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393125.164755:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393125.164756:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393125.164758:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785393125.164760:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.164762:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.164766:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.164773:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.164775:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393125.164777:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393125.164965:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393125.164975:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050104832:192.168.202.156@tcp:400:kworker.0 00000400:00000001:1.0:1785393125.164983:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393125.164984:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393125.164986:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314dc0. 00000400:00000200:1.0:1785393125.164989:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161ee0 00000400:00000010:1.0:1785393125.164990:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161ee0. 00000100:00000001:1.0:1785393125.164993:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393125.164996:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393125.165004:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.165009:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393125.165010:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.165012:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393125.165020:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393125.165022:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393125.165023:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.165025:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393125.165030:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393125.165033:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393125.165035:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393125.165036:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393125.165038:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785393125.165040:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.165043:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393125.165044:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:1.0:1785393125.165046:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393125.165047:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.165051:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.165058:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.165061:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393125.165062:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393125.165065:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393125.165072:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050105088:192.168.202.156@tcp:400:kworker.0 00000400:00000001:1.0:1785393125.165077:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393125.165078:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393125.165080:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314ec8. 00000400:00000200:1.0:1785393125.165083:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161aa0 00000400:00000010:1.0:1785393125.165084:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161aa0. 00000100:00000001:1.0:1785393125.165087:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393125.165090:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393125.165097:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.165113:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393125.165115:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.165116:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393125.165118:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393125.165120:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393125.165121:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393125.165123:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393125.165127:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c64605acc60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393125.165130:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c64605acc18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393125.165132:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393125.165133:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393125.165134:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785393125.165138:0:2354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785393125.165143:0:2354:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.165145:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785393125.165146:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:1.0:1785393125.165148:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785393125.165149:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393125.165152:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.165158:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393125.165159:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393125.165160:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393125.165163:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393125.165170:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050105344:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393125.165175:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.165178:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.165181:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460229180 x1872120050104960/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.166278:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393125.166283:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393125.166287:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6459493400. 02000000:00000001:1.0:1785393125.166295:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393125.166298:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393125.166301:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:1.0:1785393125.166304:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393125.166307:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c64619e6400. 02000000:00000001:1.0:1785393125.166312:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393125.166314:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393125.166317:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460229180. 00000100:00000001:1.0:1785393125.166322:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393125.166323:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.166326:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.166332:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022b800 x1872120050105216/t0(0) o400->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.166339:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393125.166341:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393125.166343:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c646047cc00. 02000000:00000001:1.0:1785393125.166345:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393125.166346:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393125.166347:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c6451efa800 refcount=2 obd=lustre-OST0000-osc-ffff8c6451e85000 00000020:00000001:1.0:1785393125.166349:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393125.166350:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459578b00. 02000000:00000001:1.0:1785393125.166352:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393125.166353:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393125.166354:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022b800. 00000100:00000001:1.0:1785393125.166356:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393125.166357:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.166359:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.166362:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022a680 x1872120050104832/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.166369:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393125.166370:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393125.166380:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c646098ba00. 02000000:00000001:1.0:1785393125.166382:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393125.166384:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393125.166385:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1785393125.166387:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393125.166388:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c64619e6d00. 02000000:00000001:1.0:1785393125.166390:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393125.166391:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393125.166393:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022a680. 00000100:00000001:1.0:1785393125.166395:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393125.166396:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.166397:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.166401:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460229c00 x1872120050105088/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.166407:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393125.166408:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393125.166409:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c646098ac00. 02000000:00000001:1.0:1785393125.166412:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393125.166413:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393125.166414:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:1.0:1785393125.166415:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393125.166417:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c64619e6e00. 02000000:00000001:1.0:1785393125.166418:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393125.166419:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393125.166420:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460229c00. 00000100:00000001:1.0:1785393125.166422:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393125.166423:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.166425:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393125.166428:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022a300 x1872120050105344/t0(0) o400->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393125.166434:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393125.166435:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393125.166436:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c646098bc00. 02000000:00000001:1.0:1785393125.166439:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393125.166440:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393125.166441:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c64605ac800 refcount=2 obd=lustre-OST0001-osc-ffff8c6451e85000 00000020:00000001:1.0:1785393125.166446:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393125.166448:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459578400. 02000000:00000001:1.0:1785393125.166450:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393125.166451:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393125.166453:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022a300. 00000100:00000001:1.0:1785393125.166455:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393125.166456:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.166458:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393125.166467:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393125.166469:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393125.166471:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393125.166473:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393126.026644:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393126.026652:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393126.026658:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393126.026659:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785393126.026686:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785393126.026689:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785393126.026692:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393126.090168:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295033248, at 4295033280 00000100:00000010:1.0:1785393126.090187:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6448198060. 00000100:00000040:0.0:1785393126.104322:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295033248, at 4295033289 00000100:00000010:0.0:1785393126.104339:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c64481981e0. 00010000:00000001:3.0:1785393127.049933:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393127.050345:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393127.050415:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393127.050417:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393127.051196:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393127.051201:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393127.051206:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393128.076420:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393128.076429:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393128.076436:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393128.076438:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785393128.076490:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785393128.076494:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785393128.076497:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1785393128.646917:0:8993:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785393128.646930:0:8993:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785393128.758681:0:8995:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785393128.758696:0:8995:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785393128.845052:0:9002:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785393128.845062:0:9002:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785393128.860150:0:9004:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785393128.860159:0:9004:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393129.097975:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393129.097982:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393129.097986:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393129.097990:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393129.097993:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393129.097996:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393129.098000:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393129.098002:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393129.098004:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393129.098006:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393129.098943:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393129.098947:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393129.098949:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393130.127090:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393130.127100:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393130.127103:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393130.127106:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393130.127110:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393130.127112:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393130.127114:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393130.127117:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393130.127120:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393130.127121:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785393130.127147:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785393130.127150:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785393130.127153:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785393130.254786:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) c55f4f57-8f32-49f6-b638-4474c084a531->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393130.254795:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393130.254803:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092d180. 00000020:00000040:0.0:1785393130.254809:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:0.0:1785393130.254813:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393130.254816:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393130.254821:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393130.254829:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459712e00. 00000100:00000001:0.0:1785393130.254836:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393130.254849:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c55f4f57-8f32-49f6-b638-4474c084a531->MGS req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393130.254858:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393130.254862:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393130.254868:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcad1c38] to pc [ptlrpcd_00_01+1] req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.254892:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393130.254894:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393130.254898:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1785393130.254905:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393130.254908:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393130.254910:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393130.254915:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.254922:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393130.254924:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393130.254934:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393130.254937:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393130.254939:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393130.254943:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050105472:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393130.254946:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393130.254951:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393130.254954:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393130.254956:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393130.254960:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6442be9200. 02000000:00000001:0.0:1785393130.254962:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393130.254970:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393130.254975:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7c3c8. 00000400:00000010:0.0:1785393130.254982:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64582892a8. 00000100:00000200:0.0:1785393130.254990:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050105472, portal 25 00000100:00000001:0.0:1785393130.254992:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393130.254994:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477693824 : -127112231857792 : ffff8c646092d180) 00000100:00000040:0.0:1785393130.255000:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.255008:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393130.255010:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393130.255013:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289660. 00000100:00000200:0.0:1785393130.255016:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120050105472, offset 0 00000400:00000200:0.0:1785393130.255021:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393130.255030:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.255038:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393130.255044:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393130.255048:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393130.255052:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393130.255055:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393130.255059:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [129:129:256:4294967295] 192.168.202.156@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:0.0:1785393130.255063:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.255071:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393130.255086:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393130.255093:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459712c00. 00000800:00000200:0.0:1785393130.255102:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393130.255111:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393130.255115:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459712c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393130.255129:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393130.255134:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393130.255137:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295038360 00000100:00000010:0.0:1785393130.255142:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6445590f60. 00000100:00000001:0.0:1785393130.255149:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1785393130.255155:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295038360 00000100:00000010:0.0:1785393130.255159:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6445590e40. 00000100:00000001:0.0:1785393130.255161:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1785393130.255164:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393130.255167:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393130.255170:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393130.255173:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393130.255180:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393130.255182:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785393130.255184:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393130.255186:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393130.255188:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393130.255190:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393130.255198:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393130.255200:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393130.255299:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393130.255304:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459712c00. 00000400:00000200:0.0:1785393130.255308:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393130.255314:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393130.255320:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289660 00000400:00000010:0.0:1785393130.255322:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289660. 00000100:00000001:0.0:1785393130.255326:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393130.255329:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.255343:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393130.255346:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.255352:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393130.255354:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1785393130.256810:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092ca80. 00000020:00000040:0.0:1785393130.256817:0:498:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:0.0:1785393130.256821:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393130.256823:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393130.256826:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393130.256830:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459712c00. 00000100:00000001:0.0:1785393130.256835:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393130.258591:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393130.258604:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393130.258609:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393130.258615:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094a86a5c] to pc [ptlrpcd_00_00+0] req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.259328:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393130.259332:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393130.259336:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393130.259339:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393130.259341:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393130.259343:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393130.259346:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000001:1.0:1785393130.269657:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393130.269674:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393130.269678:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393130.269681:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393130.269690:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.269698:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393130.269707:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.269712:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.269718:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.269722:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x6a6aeea903c80 00000400:00000200:1.0:1785393130.269727:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.269733:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:1.0:1785393130.269740:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393130.269748:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393130.269752:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393130.269756:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393130.269764:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393130.269787:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393130.269798:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.269807:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393130.269816:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393130.269819:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.270849:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.270855:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785393130.270863:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785393130.270865:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785393130.270868:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7c3c8. 00000400:00000200:1.0:1785393130.270874:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64582892a8 00000400:00000010:1.0:1785393130.270876:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64582892a8. 00000100:00000001:1.0:1785393130.270880:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393130.270886:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785393130.270895:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.270902:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785393130.270904:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.270907:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785393130.270910:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785393130.270912:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393130.270914:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.270916:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393130.270923:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1785393130.270926:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393130.270928:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785393130.270930:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393130.270932:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785393130.270934:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.270937:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.270941:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.270959:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393130.270962:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785393130.270963:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393130.270967:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785393130.270975:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050105472:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393130.270980:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.270982:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393130.270986:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092d180 x1872120050105472/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.270992:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785393130.270994:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785393130.270997:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6442be9200. 02000000:00000001:1.0:1785393130.271000:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785393130.271003:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785393130.271005:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1785393130.271007:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785393130.271009:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459712e00. 02000000:00000001:1.0:1785393130.271013:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785393130.271014:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785393130.271016:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092d180. 00000100:00000001:1.0:1785393130.271019:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785393130.271020:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.271022:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.271032:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393130.271033:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.271035:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1785393130.271038:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1785393130.271039:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.271041:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393130.271042:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.271043:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.271050:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393130.271052:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393130.271056:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.271062:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393130.271064:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.271067:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393130.271070:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393130.271072:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393130.271075:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050105600:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393130.271078:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393130.271083:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393130.271085:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.271088:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393130.271092:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6443905600. 02000000:00000001:1.0:1785393130.271094:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393130.271099:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393130.271102:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314ec8. 00000400:00000010:1.0:1785393130.271107:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161aa0. 00000100:00000200:1.0:1785393130.271114:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050105600, portal 10 00000100:00000001:1.0:1785393130.271116:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393130.271117:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477692032 : -127112231859584 : ffff8c646092ca80) 00000100:00000040:1.0:1785393130.271124:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.271129:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393130.271132:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393130.271134:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161ee0. 00000100:00000200:1.0:1785393130.271136:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050105600, offset 0 00000400:00000200:1.0:1785393130.271140:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393130.271147:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.271153:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393130.271159:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393130.271163:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393130.271171:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393130.271174:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393130.271177:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [130:130:256:4294967295] 192.168.202.156@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:1.0:1785393130.271181:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.271190:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393130.271196:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393130.271213:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6451fc4500. 00000800:00000200:1.0:1785393130.271220:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393130.271227:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393130.271231:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6451fc4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393130.271245:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.271249:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 116977 usecs (117 jiffies) 00000400:00000200:1.0:1785393130.271253:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393130.271255:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295037566 00000100:00000001:1.0:1785393130.271258:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 0, keep current deadline 4295038360 00000100:00000001:1.0:1785393130.271260:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295037566 00000100:00000001:1.0:1785393130.271262:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 1, keep current deadline 4295038360 00000100:00000001:1.0:1785393130.271264:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393130.271267:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.271269:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.271271:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.271283:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.271284:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393130.271345:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393130.271349:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6451fc4500. 00000400:00000200:1.0:1785393130.271353:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393130.271357:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393130.271362:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161ee0 00000400:00000010:1.0:1785393130.271363:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161ee0. 00000100:00000001:1.0:1785393130.271367:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393130.271382:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.271407:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393130.271411:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.271417:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.271419:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1785393130.275905:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022a300. 00000020:00000040:1.0:1785393130.275917:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:1.0:1785393130.275922:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393130.275926:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393130.275931:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393130.275939:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4500. 00000100:00000001:1.0:1785393130.275946:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.275959:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393130.275970:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393130.275974:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.275980:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d040a7af] to pc [ptlrpcd_00_01+1] req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276003:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.276006:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393130.276010:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1785393130.276012:0:498:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1785393130.276015:0:498:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:1.0:1785393130.276024:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.276027:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393130.276029:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393130.276034:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276040:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393130.276042:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.276058:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393130.276061:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393130.276063:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393130.276067:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050105728:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393130.276071:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393130.276077:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393130.276079:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.276082:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393130.276086:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6443905c00. 02000000:00000001:1.0:1785393130.276087:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393130.276095:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393130.276099:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314dc0. 00000400:00000010:1.0:1785393130.276107:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161ee0. 00000100:00000200:1.0:1785393130.276114:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050105728, portal 10 00000100:00000001:1.0:1785393130.276116:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393130.276118:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470341888 : -127112239209728 : ffff8c646022a300) 00000100:00000040:1.0:1785393130.276125:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276132:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393130.276135:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393130.276138:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161a18. 00000100:00000200:1.0:1785393130.276140:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050105728, offset 0 00000400:00000200:1.0:1785393130.276146:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393130.276154:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.276161:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393130.276167:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393130.276171:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393130.276175:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393130.276177:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393130.276181:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [131:131:256:4294967295] 192.168.202.156@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1785393130.276185:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.276193:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393130.276216:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393130.276221:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6451fc4000. 00000800:00000200:1.0:1785393130.276228:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393130.276235:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393130.276240:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6451fc4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393130.276251:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.276255:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 28712 usecs (29 jiffies) 00000400:00000200:1.0:1785393130.276259:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393130.276261:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295037495 00000100:00000001:1.0:1785393130.276264:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295038360 00000100:00000001:1.0:1785393130.276267:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295037495 00000100:00000001:1.0:1785393130.276269:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295038360 00000100:00000001:1.0:1785393130.276272:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393130.276275:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276278:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276280:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.276287:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393130.276289:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785393130.276291:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.276292:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393130.276294:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276295:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276305:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.276307:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393130.276339:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393130.276343:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6451fc4000. 00000400:00000200:1.0:1785393130.276347:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393130.276352:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393130.276357:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161a18 00000400:00000010:1.0:1785393130.276359:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161a18. 00000100:00000001:1.0:1785393130.276363:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393130.276380:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276403:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393130.276407:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276414:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276415:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1785393130.276431:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460229c00. 00000020:00000040:1.0:1785393130.276434:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6451efa800 refcount=3 obd=lustre-OST0000-osc-ffff8c6451e85000 00000100:00000001:1.0:1785393130.276436:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393130.276438:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393130.276440:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393130.276443:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4000. 00000100:00000001:1.0:1785393130.276447:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276449:0:498:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616961470340096 : -127112239211520 : ffff8c6460229c00) 00000100:00080000:1.0:1785393130.276452:0:498:0:(import.c:65:import_set_state_nolock()) ffff8c6451efa800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1785393130.276454:0:498:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c6451e85000: disconnect after 21s idle 00000100:00000001:1.0:1785393130.276457:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393130.276459:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.276463:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000572f79e4] to pc [ptlrpcd_rcv+-1] req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276487:0:498:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.276490:0:498:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.276492:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393130.276495:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1785393130.276497:0:498:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1785393130.276498:0:498:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:1.0:1785393130.276502:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.276504:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393130.276505:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393130.276510:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276526:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393130.276527:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.276530:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393130.276531:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393130.276533:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393130.276536:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050105856:192.168.202.156@tcp:9:kworker.0 00000100:00000001:1.0:1785393130.276539:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393130.276541:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393130.276543:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.276545:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393130.276549:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6442bece00. 02000000:00000001:1.0:1785393130.276551:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393130.276555:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393130.276572:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314b58. 00000400:00000010:1.0:1785393130.276575:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161a18. 00000100:00000200:1.0:1785393130.276578:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050105856, portal 4 00000100:00000001:1.0:1785393130.276580:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393130.276581:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470340096 : -127112239211520 : ffff8c6460229c00) 00000100:00000040:1.0:1785393130.276586:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276592:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393130.276594:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393130.276596:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161220. 00000100:00000200:1.0:1785393130.276598:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120050105856, offset 0 00000400:00000200:1.0:1785393130.276602:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393130.276606:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.276609:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393130.276612:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393130.276614:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393130.276616:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393130.276619:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393130.276626:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [132:132:256:4294967295] 192.168.202.156@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1785393130.276630:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.276648:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393130.276653:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393130.276656:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6451fc4900. 00000800:00000200:1.0:1785393130.276660:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393130.276664:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393130.276666:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6451fc4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393130.276674:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.276677:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: using a timeout of 38548 usecs (39 jiffies) 00000400:00000200:1.0:1785393130.276680:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393130.276682:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295037505 00000100:00000001:1.0:1785393130.276684:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295038360 00000100:00000001:1.0:1785393130.276686:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295037505 00000100:00000001:1.0:1785393130.276688:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295038360 00000100:00000001:1.0:1785393130.276690:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393130.276692:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276694:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276696:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.276699:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393130.276701:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1785393130.276703:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.276704:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393130.276705:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276707:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393130.276763:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393130.276766:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6451fc4900. 00000400:00000200:1.0:1785393130.276769:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393130.276772:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393130.276775:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161220 00000400:00000010:1.0:1785393130.276777:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161220. 00000100:00000001:1.0:1785393130.276785:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393130.276789:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276796:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393130.276799:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276804:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276806:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1785393130.276816:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022a680. 00000020:00000040:1.0:1785393130.276819:0:498:0:(genops.c:1231:class_import_get()) import ffff8c64605ac800 refcount=3 obd=lustre-OST0001-osc-ffff8c6451e85000 00000100:00000001:1.0:1785393130.276822:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393130.276824:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393130.276826:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393130.276829:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4900. 00000100:00000001:1.0:1785393130.276832:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276834:0:498:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616961470342784 : -127112239208832 : ffff8c646022a680) 00000100:00080000:1.0:1785393130.276836:0:498:0:(import.c:65:import_set_state_nolock()) ffff8c64605ac800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1785393130.276838:0:498:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8c6451e85000: disconnect after 21s idle 00000100:00000001:1.0:1785393130.276841:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393130.276843:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.276846:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000077e9dc2] to pc [ptlrpcd_rcv+-1] req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276857:0:498:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.276859:0:498:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.276866:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.276868:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393130.276869:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393130.276873:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276879:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393130.276880:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.276882:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393130.276889:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393130.276891:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393130.276895:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050105984:192.168.202.156@tcp:9:kworker.0 00000100:00000001:1.0:1785393130.276898:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393130.276900:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393130.276901:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393130.276903:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393130.276906:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6443923a00. 02000000:00000001:1.0:1785393130.276908:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393130.276912:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393130.276914:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c64603147e8. 00000400:00000010:1.0:1785393130.276917:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161220. 00000100:00000200:1.0:1785393130.276920:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050105984, portal 4 00000100:00000001:1.0:1785393130.276922:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393130.276923:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470342784 : -127112239208832 : ffff8c646022a680) 00000100:00000040:1.0:1785393130.276929:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.276935:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393130.276937:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393130.276939:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161990. 00000100:00000200:1.0:1785393130.276941:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120050105984, offset 0 00000400:00000200:1.0:1785393130.276945:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393130.276948:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.276952:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393130.276955:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393130.276957:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393130.276960:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393130.276962:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393130.276965:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [133:133:256:4294967295] 192.168.202.156@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1785393130.276969:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.276974:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393130.276978:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393130.276987:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6451fc4c00. 00000800:00000200:1.0:1785393130.276991:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393130.276994:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393130.276997:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6451fc4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393130.277003:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393130.277006:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: using a timeout of 29690 usecs (30 jiffies) 00000400:00000200:1.0:1785393130.277009:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393130.277011:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295037496 00000100:00000001:1.0:1785393130.277013:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295038360 00000100:00000001:1.0:1785393130.277014:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295037496 00000100:00000001:1.0:1785393130.277016:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295038360 00000100:00000001:1.0:1785393130.277018:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393130.277020:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.277022:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.277024:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393130.277027:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393130.277028:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1785393130.277029:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393130.277031:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393130.277032:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.277033:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393130.277047:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393130.277049:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6451fc4c00. 00000400:00000200:1.0:1785393130.277052:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393130.277055:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393130.277057:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161990 00000400:00000010:1.0:1785393130.277059:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161990. 00000100:00000001:1.0:1785393130.277061:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393130.277065:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.277071:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393130.277074:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.277085:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393130.277087:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1785393130.277096:0:498:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (375) 00000800:00000001:0.0:1785393130.313241:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313262:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393130.313281:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313285:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393130.313294:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313302:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393130.313311:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313316:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313321:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313325:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903d00 00000400:00000200:0.0:1785393130.313329:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313336:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:0.0:1785393130.313342:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313345:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393130.313348:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393130.313352:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393130.313361:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393130.313383:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393130.313393:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313416:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393130.313435:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313439:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393130.313441:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313442:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393130.313445:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313448:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393130.313452:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313454:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313456:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313459:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903d80 00000400:00000200:0.0:1785393130.313462:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313466:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1785393130.313486:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313490:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393130.313492:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393130.313495:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393130.313499:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393130.313504:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393130.313512:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313520:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393130.313523:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313525:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393130.313527:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313528:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393130.313531:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313535:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393130.313538:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313541:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313543:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313546:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 4 MB=0x6a6aeea903e00 00000400:00000200:0.0:1785393130.313549:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393130.313553:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.156@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:0.0:1785393130.313582:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313591:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393130.313593:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393130.313596:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393130.313599:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393130.313604:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393130.313612:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313650:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393130.313655:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393130.313658:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393130.313677:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393130.313681:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393130.313687:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393130.313689:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393130.313693:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314dc0. 00000400:00000200:0.0:1785393130.313697:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161ee0 00000400:00000010:0.0:1785393130.313699:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161ee0. 00000100:00000001:0.0:1785393130.313702:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393130.313707:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393130.313714:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313720:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393130.313721:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393130.313724:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393130.313727:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393130.313730:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393130.313733:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393130.313736:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393130.313745:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393130.313749:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393130.313751:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393130.313753:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393130.313756:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393130.313759:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393130.313763:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393130.313765:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:0.0:1785393130.313767:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393130.313768:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393130.313773:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313791:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393130.313795:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393130.313796:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393130.313801:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393130.313808:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050105728:192.168.202.156@tcp:400:kworker.0 00000400:00000001:0.0:1785393130.313815:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393130.313816:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393130.313818:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314ec8. 00000400:00000200:0.0:1785393130.313820:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161aa0 00000400:00000010:0.0:1785393130.313822:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161aa0. 00000100:00000001:0.0:1785393130.313825:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393130.313827:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393130.313834:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313853:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393130.313855:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393130.313857:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393130.313858:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393130.313859:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393130.313861:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393130.313862:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393130.313867:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393130.313869:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393130.313872:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393130.313873:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393130.313874:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393130.313876:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393130.313878:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393130.313879:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:0.0:1785393130.313887:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393130.313889:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393130.313893:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313899:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393130.313901:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393130.313902:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393130.313905:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393130.313911:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050105600:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393130.313915:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393130.313917:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393130.313921:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022a300 x1872120050105728/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313927:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393130.313929:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393130.313932:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6443905c00. 02000000:00000001:0.0:1785393130.313937:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393130.313939:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393130.313941:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:0.0:1785393130.313943:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393130.313945:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4500. 02000000:00000001:0.0:1785393130.313948:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393130.313951:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393130.313952:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022a300. 00000100:00000001:0.0:1785393130.313955:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393130.313957:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393130.313958:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393130.313961:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092ca80 x1872120050105600/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393130.313967:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393130.313968:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393130.313974:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6443905600. 02000000:00000001:0.0:1785393130.313975:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393130.313976:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393130.313978:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:0.0:1785393130.313979:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393130.313981:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459712c00. 02000000:00000001:0.0:1785393130.313983:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393130.313984:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393130.313985:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092ca80. 00000100:00000001:0.0:1785393130.313988:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393130.313989:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393130.313991:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393130.313998:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393130.313999:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393130.314001:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393130.314003:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393130.314182:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393130.314185:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393130.314189:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393130.314191:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393130.314193:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314b58. 00000400:00000200:2.0:1785393130.314197:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161a18 00000400:00000010:2.0:1785393130.314199:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161a18. 00000100:00000001:2.0:1785393130.314211:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393130.314217:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393130.314225:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393130.314230:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393130.314232:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393130.314233:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393130.314235:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393130.314236:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393130.314237:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393130.314239:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393130.314243:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efac60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393130.314246:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efac18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393130.314249:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393130.314250:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393130.314251:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1785393130.314263:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785393130.314269:0:2353:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393130.314271:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785393130.314273:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:2.0:1785393130.314274:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785393130.314276:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393130.314279:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393130.314286:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393130.314288:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393130.314289:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1785393130.314293:0:2353:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1785393130.314300:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c6451efa800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1785393130.314304:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393130.314310:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050105856:192.168.202.156@tcp:9:kworker.0 00000100:00000001:2.0:1785393130.314314:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393130.314316:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393130.314319:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460229c00 x1872120050105856/t0(0) o9->lustre-OST0000-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393130.314324:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393130.314326:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393130.314327:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6442bece00. 02000000:00000001:2.0:1785393130.314330:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393130.314332:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393130.314333:0:2353:0:(genops.c:1244:class_import_put()) import ffff8c6451efa800 refcount=2 obd=lustre-OST0000-osc-ffff8c6451e85000 00000020:00000001:2.0:1785393130.314335:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393130.314342:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4000. 02000000:00000001:2.0:1785393130.314344:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393130.314346:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393130.314347:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460229c00. 00000100:00000001:2.0:1785393130.314350:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393130.314351:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393130.314353:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393130.314355:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393130.314356:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393130.314357:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393130.314359:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393130.319135:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393130.319151:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393130.319155:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393130.319158:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393130.319167:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.319174:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393130.319182:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.319187:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.319192:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.319196:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 4 MB=0x6a6aeea903e80 00000400:00000200:1.0:1785393130.319213:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393130.319219:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.156@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:1.0:1785393130.319226:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393130.319281:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393130.319286:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393130.319290:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393130.319298:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393130.319308:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393130.319318:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393130.319337:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393130.319345:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393130.319348:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393130.319667:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393130.319671:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393130.319678:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393130.319680:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393130.319683:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c64603147e8. 00000400:00000200:2.0:1785393130.319688:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161220 00000400:00000010:2.0:1785393130.319690:0:2353:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161220. 00000100:00000001:2.0:1785393130.319693:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393130.319698:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393130.319706:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393130.319713:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393130.319715:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393130.319717:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393130.319721:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393130.319723:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393130.319726:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393130.319728:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393130.319737:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c64605acc60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393130.319741:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c64605acc18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393130.319743:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393130.319745:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393130.319748:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1785393130.319752:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785393130.319773:0:2353:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393130.319777:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785393130.319779:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:2.0:1785393130.319781:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785393130.319783:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393130.319787:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393130.319793:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393130.319796:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393130.319798:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1785393130.319801:0:2353:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1785393130.319808:0:2353:0:(import.c:65:import_set_state_nolock()) ffff8c64605ac800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1785393130.319812:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393130.319819:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17669912-8195-420a-8d73-85f8e904993d:2353:1872120050105984:192.168.202.156@tcp:9:kworker.0 00000100:00000001:2.0:1785393130.319824:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393130.319827:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393130.319829:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022a680 x1872120050105984/t0(0) o9->lustre-OST0001-osc-ffff8c6451e85000@192.168.202.156@tcp:28/4 lens 224/224 e 0 to 0 dl 1785393140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393130.319835:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393130.319848:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393130.319851:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6443923a00. 02000000:00000001:2.0:1785393130.319856:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393130.319858:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393130.319860:0:2353:0:(genops.c:1244:class_import_put()) import ffff8c64605ac800 refcount=2 obd=lustre-OST0001-osc-ffff8c6451e85000 00000020:00000001:2.0:1785393130.319862:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393130.319864:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4900. 02000000:00000001:2.0:1785393130.319873:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393130.319875:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393130.319877:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022a680. 00000100:00000001:2.0:1785393130.319881:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393130.319882:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393130.319884:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393130.319891:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393130.319892:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393130.319894:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393130.319895:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393131.145718:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393131.145727:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393131.145734:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393131.145735:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393131.145862:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393131.145866:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393131.145870:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393131.209914:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295038360, at 4295038400 00000100:00000010:1.0:1785393131.209932:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6445590e40. 00000100:00000040:0.0:1785393131.210074:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295038360, at 4295038400 00000100:00000010:0.0:1785393131.210080:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6445590f60. 00010000:00000001:3.0:1785393132.169939:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393132.169955:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393132.169961:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393132.169962:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785393132.169982:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785393132.169984:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785393132.169987:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393133.194641:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393133.194651:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393133.194670:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393133.194672:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393133.194792:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393133.194797:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393133.194800:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393134.217714:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393134.217722:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393134.217728:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393134.217729:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785393134.217762:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785393134.217765:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785393134.217768:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393135.252783:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393135.252791:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393135.252798:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393135.252799:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393135.255945:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393135.255954:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393135.255959:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393135.370382:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) c55f4f57-8f32-49f6-b638-4474c084a531->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393135.370417:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393135.370425:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022b800. 00000020:00000040:1.0:1785393135.370432:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:1.0:1785393135.370437:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393135.370440:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393135.370446:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393135.370454:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4c00. 00000100:00000001:1.0:1785393135.370462:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370474:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c55f4f57-8f32-49f6-b638-4474c084a531->MGS req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393135.370487:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393135.370491:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370498:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410d0891] to pc [ptlrpcd_00_00+0] req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.370534:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370537:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393135.370540:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393135.370542:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460229180. 00000020:00000040:1.0:1785393135.370545:0:498:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:1.0:1785393135.370547:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393135.370548:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393135.370550:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393135.370555:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4900. 00000100:00000001:1.0:1785393135.370579:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370583:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393135.370591:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393135.370593:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370597:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7a16ab8] to pc [ptlrpcd_00_01+1] req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.370605:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370612:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785393135.370616:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785393135.370619:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785393135.370623:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785393135.370626:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785393135.370628:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785393135.370631:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022aa00. 00000020:00000040:1.0:1785393135.370633:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:1.0:1785393135.370635:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393135.370636:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393135.370638:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393135.370641:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6451fc4000. 00000100:00000001:1.0:1785393135.370643:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370647:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393135.370654:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393135.370656:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370660:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000907b590] to pc [ptlrpcd_00_00+0] req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.370666:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370668:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785393135.370671:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785393135.370674:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785393135.370676:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785393135.370681:0:498:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (380) 00000100:00000001:1.0:1785393135.370697:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393135.370705:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393135.370707:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393135.370712:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.370720:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393135.370723:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393135.370727:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393135.370730:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393135.370733:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393135.370736:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050106240:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393135.370741:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393135.370748:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393135.370750:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393135.370753:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393135.370757:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6441285c00. 02000000:00000001:1.0:1785393135.370760:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393135.370768:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393135.370772:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314b00. 00000400:00000010:1.0:1785393135.370795:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161990. 00000100:00000200:1.0:1785393135.370803:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050106240, portal 10 00000100:00000001:1.0:1785393135.370806:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393135.370807:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470337408 : -127112239214208 : ffff8c6460229180) 00000100:00000040:1.0:1785393135.370815:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.370823:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393135.370826:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393135.370829:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161660. 00000100:00000200:1.0:1785393135.370832:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050106240, offset 0 00000400:00000200:1.0:1785393135.370839:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393135.370849:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.370857:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393135.370863:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393135.370867:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393135.370876:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393135.370879:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393135.370884:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [134:134:256:4294967295] 192.168.202.156@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:1.0:1785393135.370889:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.370899:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393135.370906:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393135.370910:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6451fc4500. 00000800:00000200:1.0:1785393135.370925:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393135.370933:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393135.370937:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6451fc4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393135.370949:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.370954:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 115323 usecs (116 jiffies) 00000400:00000200:1.0:1785393135.370957:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393135.370960:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295042676 00000100:00000010:1.0:1785393135.370965:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6448198de0. 00000100:00000001:1.0:1785393135.370972:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1785393135.370978:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295042676 00000100:00000010:1.0:1785393135.370981:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6448198660. 00000100:00000001:1.0:1785393135.370984:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1785393135.370988:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393135.370991:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393135.370994:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393135.370996:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393135.371004:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393135.371006:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785393135.371008:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393135.371010:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393135.371011:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393135.371014:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1785393135.371015:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393135.371018:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393135.371023:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393135.371025:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393135.371026:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393135.371027:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393135.371031:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371038:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393135.371039:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393135.371041:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393135.371043:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393135.371045:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393135.371048:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050106112:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393135.371051:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393135.371053:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393135.371055:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393135.371056:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393135.371060:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6448540800. 02000000:00000001:1.0:1785393135.371062:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393135.371066:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393135.371068:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314d68. 00000400:00000010:1.0:1785393135.371072:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161550. 00000100:00000200:1.0:1785393135.371074:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050106112, portal 25 00000100:00000001:1.0:1785393135.371076:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393135.371077:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470347264 : -127112239204352 : ffff8c646022b800) 00000100:00000040:1.0:1785393135.371082:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371088:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393135.371090:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393135.371092:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161198. 00000100:00000200:1.0:1785393135.371094:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120050106112, offset 0 00000400:00000200:1.0:1785393135.371097:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393135.371100:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.371104:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393135.371110:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393135.371112:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393135.371114:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393135.371117:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393135.371119:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [135:135:255:4294967295] 192.168.202.156@tcp LPNI seq info [135:135:7:4294967295] 00000400:00000200:1.0:1785393135.371123:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.371129:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393135.371133:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393135.371137:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c64619e6e00. 00000800:00000200:1.0:1785393135.371141:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393135.371145:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393135.371147:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c64619e6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393135.371150:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393135.371153:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393135.371166:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295043475 00000100:00000001:1.0:1785393135.371172:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295042676 00000100:00000001:1.0:1785393135.371175:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295043475 00000100:00000001:1.0:1785393135.371178:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295042676 00000100:00000001:1.0:1785393135.371181:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393135.371183:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393135.371185:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393135.371188:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371195:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393135.371196:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393135.371198:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393135.371200:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393135.371202:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393135.371204:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646022aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050106368:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393135.371214:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393135.371217:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393135.371218:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393135.371220:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393135.371226:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c64524d8000. 02000000:00000001:1.0:1785393135.371229:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393135.371232:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393135.371234:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314c60. 00000400:00000010:1.0:1785393135.371238:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161908. 00000100:00000200:1.0:1785393135.371240:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050106368, portal 10 00000100:00000001:1.0:1785393135.371242:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393135.371243:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470343680 : -127112239207936 : ffff8c646022aa00) 00000100:00000040:1.0:1785393135.371249:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371256:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393135.371258:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393135.371260:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64481612a8. 00000100:00000200:1.0:1785393135.371262:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050106368, offset 0 00000400:00000200:1.0:1785393135.371266:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393135.371269:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.371272:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393135.371274:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393135.371276:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393135.371279:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393135.371281:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393135.371284:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [136:136:254:4294967295] 192.168.202.156@tcp LPNI seq info [136:136:6:4294967295] 00000400:00000200:1.0:1785393135.371288:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.371294:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393135.371298:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393135.371301:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c64619e6d00. 00000800:00000200:1.0:1785393135.371304:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393135.371312:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393135.371314:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c64619e6d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393135.371317:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393135.371320:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 30762 usecs (31 jiffies) 00000400:00000200:1.0:1785393135.371323:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393135.371324:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295042591 00000100:00000001:1.0:1785393135.371327:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295043475 00000100:00000001:1.0:1785393135.371329:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295042591 00000100:00000001:1.0:1785393135.371331:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295043475 00000100:00000001:1.0:1785393135.371332:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393135.371334:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393135.371336:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393135.371338:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393135.371388:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393135.371391:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6451fc4500. 00000400:00000200:1.0:1785393135.371398:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393135.371403:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393135.371408:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161660 00000400:00000010:1.0:1785393135.371411:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161660. 00000100:00000001:1.0:1785393135.371415:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393135.371419:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371429:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393135.371432:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371440:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393135.371442:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393135.371453:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393135.371454:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c64619e6e00. 00000400:00000200:1.0:1785393135.371457:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393135.371460:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393135.371467:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161198 00000400:00000010:1.0:1785393135.371468:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161198. 00000100:00000001:1.0:1785393135.371470:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393135.371474:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371481:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393135.371484:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371490:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393135.371491:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393135.371574:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393135.371577:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c64619e6d00. 00000400:00000200:1.0:1785393135.371580:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393135.371583:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393135.371585:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64481612a8 00000400:00000010:1.0:1785393135.371587:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64481612a8. 00000100:00000001:1.0:1785393135.371589:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393135.371592:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371599:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393135.371602:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.371608:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393135.371610:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1785393135.372391:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393135.372396:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393135.377948:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.377974:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393135.377980:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.377983:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393135.377994:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378003:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393135.378014:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378019:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378026:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378048:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea903f80 00000400:00000200:1.0:1785393135.378054:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378061:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x839 [1] + 224 00000800:00000001:1.0:1785393135.378070:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.378075:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393135.378079:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393135.378084:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393135.378094:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393135.378104:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393135.378116:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.378140:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393135.378151:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.378154:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393135.378165:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.378168:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393135.378171:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378174:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393135.378178:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378181:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378183:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378186:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904000 00000400:00000200:1.0:1785393135.378189:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.378192:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:1.0:1785393135.378196:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.378204:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393135.378206:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393135.378208:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393135.378211:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393135.378216:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393135.378234:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393135.378241:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393135.378246:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.378249:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.378324:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393135.378330:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393135.378338:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393135.378341:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393135.378345:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314c60. 00000400:00000200:0.0:1785393135.378350:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161908 00000400:00000010:0.0:1785393135.378353:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161908. 00000100:00000001:0.0:1785393135.378356:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393135.378361:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393135.378370:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.378376:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393135.378378:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.378382:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393135.378386:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393135.378396:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393135.378398:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393135.378402:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393135.378417:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393135.378423:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393135.378425:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393135.378428:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393135.378431:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393135.378435:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393135.378439:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393135.378442:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:0.0:1785393135.378444:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393135.378446:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393135.378452:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.378460:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393135.378464:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393135.378466:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393135.378470:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393135.378478:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17669912-8195-420a-8d73-85f8e904993d:2355:1872120050106368:192.168.202.156@tcp:400:kworker.0 00000400:00000001:0.0:1785393135.378485:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393135.378486:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393135.378488:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314b00. 00000400:00000200:0.0:1785393135.378490:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161990 00000400:00000010:0.0:1785393135.378492:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161990. 00000100:00000001:0.0:1785393135.378494:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393135.378497:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393135.378504:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.378510:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393135.378517:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.378519:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393135.378521:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393135.378522:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393135.378523:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393135.378525:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393135.378530:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=116 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393135.378533:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=116 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393135.378536:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393135.378537:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393135.378539:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393135.378541:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393135.378543:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393135.378544:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:0.0:1785393135.378546:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393135.378547:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393135.378550:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.378598:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393135.378600:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393135.378601:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393135.378605:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393135.378612:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050106240:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393135.378617:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393135.378620:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393135.378623:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022aa00 x1872120050106368/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.378630:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393135.378632:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393135.378636:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c64524d8000. 02000000:00000001:0.0:1785393135.378640:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393135.378643:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393135.378651:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:0.0:1785393135.378653:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393135.378657:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4000. 02000000:00000001:0.0:1785393135.378662:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393135.378665:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393135.378667:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022aa00. 00000100:00000001:0.0:1785393135.378671:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393135.378672:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.378674:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393135.378678:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460229180 x1872120050106240/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.378684:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393135.378686:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393135.378687:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6441285c00. 02000000:00000001:0.0:1785393135.378691:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393135.378693:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393135.378694:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:0.0:1785393135.378696:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393135.378697:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4900. 02000000:00000001:0.0:1785393135.378699:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393135.378700:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393135.378702:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460229180. 00000100:00000001:0.0:1785393135.378705:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393135.378706:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.378710:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393135.378712:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393135.378713:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393135.378715:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393135.378717:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393135.381132:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.381152:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393135.381166:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.381169:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393135.381179:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.381187:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393135.381197:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.381202:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.381208:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.381212:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x6a6aeea903f00 00000400:00000200:1.0:1785393135.381218:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393135.381226:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:1.0:1785393135.381233:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.381304:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393135.381309:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393135.381314:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393135.381321:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393135.381330:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393135.381342:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.381405:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393135.381409:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393135.381430:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393135.381440:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393135.381444:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1785393135.389133:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393135.389141:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393135.389146:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314d68. 00000400:00000200:0.0:1785393135.389506:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161550 00000400:00000010:0.0:1785393135.389510:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161550. 00000100:00000001:0.0:1785393135.389517:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393135.389532:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393135.389586:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.389596:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393135.389599:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.389602:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393135.389606:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393135.389610:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393135.389612:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393135.389615:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393135.389624:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=116 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393135.389630:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=116 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393135.389692:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393135.389694:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393135.389697:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393135.389699:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393135.389702:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393135.389708:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.389716:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393135.389720:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393135.389722:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393135.389726:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393135.389734:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646022b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c55f4f57-8f32-49f6-b638-4474c084a531:2355:1872120050106112:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393135.389740:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.389744:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393135.389747:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646022b800 x1872120050106112/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393135.389754:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393135.389758:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393135.389768:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6448540800. 02000000:00000001:0.0:1785393135.389773:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393135.389776:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393135.389972:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1785393135.389976:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393135.389980:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6451fc4c00. 02000000:00000001:0.0:1785393135.389986:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393135.389988:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393135.389991:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646022b800. 00000100:00000001:0.0:1785393135.389994:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393135.389996:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.389999:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393135.390008:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393135.390010:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393135.390013:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393135.390016:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393136.268771:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393136.268781:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393136.268788:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393136.268789:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393136.273522:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393136.273532:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393136.273537:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393136.331644:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295043475, at 4295043522 00000100:00000010:1.0:1785393136.331674:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6448198660. 00000100:00000040:0.0:1785393136.340807:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295043475, at 4295043531 00000100:00000010:0.0:1785393136.340824:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6448198de0. 00010000:00000001:3.0:1785393137.292303:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393137.292310:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393137.292314:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393137.292316:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393137.292401:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393137.292405:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393137.292408:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393138.313658:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393138.313665:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393138.313669:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393138.313672:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393138.313674:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393138.313678:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393138.313680:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393138.313682:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393138.313684:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393138.313702:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393138.313797:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393138.313800:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393138.313803:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393139.338353:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393139.338359:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393139.338365:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393139.338366:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393139.338615:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393139.338619:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393139.338621:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393140.361680:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393140.361689:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393140.361691:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393140.361695:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393140.361700:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393140.361702:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393140.361704:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393140.361706:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393140.361709:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393140.361711:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393140.361841:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393140.361844:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393140.361847:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785393140.490434:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c55f4f57-8f32-49f6-b638-4474c084a531->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393140.490445:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393140.490452:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092ca80. 00000020:00000040:0.0:1785393140.490459:0:38:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:0.0:1785393140.490463:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393140.490466:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393140.490471:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393140.490479:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459712c00. 00000100:00000001:0.0:1785393140.490487:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.490514:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c55f4f57-8f32-49f6-b638-4474c084a531->MGS req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393140.490525:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393140.490530:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.490536:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094a86a5c] to pc [ptlrpcd_00_01+1] req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.490601:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.490604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393140.490608:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393140.490611:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092ed80. 00000020:00000040:0.0:1785393140.490614:0:38:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:0.0:1785393140.490617:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393140.490618:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393140.490620:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393140.490624:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459712400. 00000100:00000001:0.0:1785393140.490627:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.490631:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393140.490638:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393140.490640:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.490644:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016632921] to pc [ptlrpcd_00_00+0] req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.490652:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.491239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393140.491243:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393140.491246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393140.491249:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393140.491252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393140.491261:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393140.491264:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092f100. 00000020:00000040:0.0:1785393140.491267:0:38:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:0.0:1785393140.491269:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393140.491271:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393140.491274:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393140.491279:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459712e00. 00000100:00000001:0.0:1785393140.491282:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.491287:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393140.491294:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393140.491296:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.491300:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007732c70e] to pc [ptlrpcd_00_01+1] req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.491308:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.491309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393140.491312:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393140.491315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393140.491318:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393140.491324:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (385) 00000100:00000001:0.0:1785393140.491346:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.491350:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393140.491352:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393140.491357:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.491365:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393140.491367:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.491371:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393140.491373:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393140.491381:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393140.491385:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050106624:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393140.491389:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393140.491394:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393140.491396:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.491399:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393140.491403:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6442be9000. 02000000:00000001:0.0:1785393140.491405:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393140.491412:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393140.491416:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7c210. 00000400:00000010:0.0:1785393140.491423:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289660. 00000100:00000200:0.0:1785393140.491429:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050106624, portal 10 00000100:00000001:0.0:1785393140.491432:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393140.491433:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477700992 : -127112231850624 : ffff8c646092ed80) 00000100:00000040:0.0:1785393140.491440:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.491448:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393140.491451:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393140.491453:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64582895d8. 00000100:00000200:0.0:1785393140.491455:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050106624, offset 0 00000400:00000200:0.0:1785393140.491461:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393140.491469:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393140.491476:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393140.491482:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393140.491487:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393140.491491:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393140.491494:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393140.491499:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [137:137:256:4294967295] 192.168.202.156@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1785393140.491503:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393140.491512:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393140.491518:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393140.491527:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c645978a500. 00000800:00000200:0.0:1785393140.491534:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393140.491540:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393140.491545:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c645978a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393140.491554:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.491572:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 111810 usecs (112 jiffies) 00000400:00000200:0.0:1785393140.491576:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393140.491579:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295047793 00000100:00000010:0.0:1785393140.491584:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c64455904e0. 00000100:00000001:0.0:1785393140.491590:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1785393140.491596:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295047793 00000100:00000010:0.0:1785393140.491599:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6445590f00. 00000100:00000001:0.0:1785393140.491601:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1785393140.491608:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393140.491611:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.491614:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.491616:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.491623:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393140.491625:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785393140.491627:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.491628:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393140.491630:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393140.491632:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1785393140.491634:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.491636:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393140.491638:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.491639:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.491641:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393140.491642:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393140.491646:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.491744:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393140.491791:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.491800:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393140.491802:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393140.491804:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393140.491808:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050106496:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393140.491812:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393140.491814:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393140.491816:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.491818:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393140.491821:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6442be8c00. 02000000:00000001:0.0:1785393140.491823:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393140.491827:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393140.491830:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7ce18. 00000400:00000010:0.0:1785393140.491834:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289330. 00000100:00000200:0.0:1785393140.491837:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050106496, portal 25 00000100:00000001:0.0:1785393140.491839:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393140.491840:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477692032 : -127112231859584 : ffff8c646092ca80) 00000100:00000040:0.0:1785393140.491845:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.491852:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393140.491854:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393140.491856:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289ee0. 00000100:00000200:0.0:1785393140.491858:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120050106496, offset 0 00000400:00000200:0.0:1785393140.491862:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393140.491866:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393140.491870:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393140.491873:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393140.491875:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393140.491877:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393140.491880:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393140.491883:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [138:138:255:4294967295] 192.168.202.156@tcp LPNI seq info [138:138:7:4294967295] 00000400:00000200:0.0:1785393140.491887:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393140.491893:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393140.491904:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393140.491907:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c645332fe00. 00000800:00000200:0.0:1785393140.491912:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393140.491916:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393140.491919:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c645332fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393140.491922:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393140.491925:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393140.491927:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295048596 00000100:00000001:0.0:1785393140.491932:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295047793 00000100:00000001:0.0:1785393140.491935:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295048596 00000100:00000001:0.0:1785393140.491938:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295047793 00000100:00000001:0.0:1785393140.491941:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393140.491943:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.491945:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393140.491949:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.491956:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393140.491958:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.491960:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393140.491962:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393140.491964:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393140.491967:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050106752:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393140.491970:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393140.491972:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393140.491973:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.491975:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393140.491978:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6442be9200. 02000000:00000001:0.0:1785393140.491980:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393140.491983:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393140.491985:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7ccb8. 00000400:00000010:0.0:1785393140.491993:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289a18. 00000100:00000200:0.0:1785393140.491996:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050106752, portal 10 00000100:00000001:0.0:1785393140.491998:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393140.491999:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477701888 : -127112231849728 : ffff8c646092f100) 00000100:00000040:0.0:1785393140.492006:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.492012:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393140.492015:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393140.492016:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64582893b8. 00000100:00000200:0.0:1785393140.492019:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050106752, offset 0 00000400:00000200:0.0:1785393140.492022:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393140.492026:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393140.492029:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393140.492032:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393140.492034:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393140.492036:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393140.492038:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393140.492042:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [139:139:254:4294967295] 192.168.202.156@tcp LPNI seq info [139:139:6:4294967295] 00000400:00000200:0.0:1785393140.492046:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393140.492051:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393140.492055:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393140.492059:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6442a20900. 00000800:00000200:0.0:1785393140.492062:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393140.492066:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393140.492068:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6442a20900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393140.492071:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.492074:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 28651 usecs (29 jiffies) 00000400:00000200:0.0:1785393140.492077:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393140.492079:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295047710 00000100:00000001:0.0:1785393140.492082:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295048596 00000100:00000001:0.0:1785393140.492089:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295047710 00000100:00000001:0.0:1785393140.492091:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295048596 00000100:00000001:0.0:1785393140.492093:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393140.492095:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.492097:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.492100:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393140.493360:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393140.493363:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393140.493398:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393140.493402:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c645978a500. 00000400:00000200:1.0:1785393140.493409:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393140.493414:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393140.493420:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64582895d8 00000400:00000010:1.0:1785393140.493422:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64582895d8. 00000100:00000001:1.0:1785393140.493426:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393140.493432:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.493443:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393140.493446:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.493453:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393140.493455:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393140.493467:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393140.493469:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c645332fe00. 00000400:00000200:1.0:1785393140.493472:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393140.493475:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393140.493478:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289ee0 00000400:00000010:1.0:1785393140.493480:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289ee0. 00000100:00000001:1.0:1785393140.493482:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393140.493485:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.493490:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393140.493493:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.493498:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393140.493499:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393140.503469:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393140.503479:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6442a20900. 00000400:00000200:1.0:1785393140.503499:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393140.503507:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393140.503515:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64582893b8 00000400:00000010:1.0:1785393140.503518:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64582893b8. 00000100:00000001:1.0:1785393140.503524:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393140.503532:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.503544:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393140.503547:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.503555:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393140.503570:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785393140.523350:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.523369:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393140.523373:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.523377:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393140.523386:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.523395:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393140.523404:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.523409:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.523415:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.523419:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x6a6aeea904080 00000400:00000200:1.0:1785393140.523424:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.523431:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:1.0:1785393140.523438:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.523460:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393140.523464:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393140.523469:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393140.523477:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393140.523486:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393140.523497:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.523531:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393140.523541:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.523544:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.524301:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.524305:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393140.524312:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393140.524315:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393140.524318:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7ce18. 00000400:00000200:0.0:1785393140.524323:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289330 00000400:00000010:0.0:1785393140.524335:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289330. 00000100:00000001:0.0:1785393140.524339:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393140.524345:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393140.524355:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.524361:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393140.524363:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.524365:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393140.524368:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393140.524371:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393140.524374:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.524376:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393140.524383:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=121 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393140.524388:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=121 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393140.524390:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393140.524392:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393140.524395:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393140.524397:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.524400:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.524405:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.524422:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393140.524426:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393140.524428:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393140.524432:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393140.524440:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050106496:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393140.524445:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.524448:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393140.524451:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092ca80 x1872120050106496/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.524458:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393140.524461:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393140.524465:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6442be8c00. 02000000:00000001:0.0:1785393140.524468:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393140.524470:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393140.524472:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1785393140.524474:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393140.524476:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459712c00. 02000000:00000001:0.0:1785393140.524481:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393140.524483:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393140.524485:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092ca80. 00000100:00000001:0.0:1785393140.524488:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393140.524490:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.524493:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.524494:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.524496:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393140.524497:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.524499:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393140.538411:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.538430:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393140.538435:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.538438:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393140.538447:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538455:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393140.538464:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538468:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538473:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538477:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904100 00000400:00000200:1.0:1785393140.538482:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538488:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:1.0:1785393140.538495:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.538498:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393140.538502:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393140.538506:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393140.538513:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393140.538521:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393140.538533:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.538587:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393140.538598:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.538601:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393140.538603:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.538605:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393140.538607:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538611:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393140.538626:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538628:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538631:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538634:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904180 00000400:00000200:1.0:1785393140.538636:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393140.538640:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:1.0:1785393140.538643:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1785393140.538787:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.538791:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393140.538798:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393140.538800:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393140.538804:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7c210. 00000400:00000200:0.0:1785393140.538815:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289660 00000400:00000010:0.0:1785393140.538817:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289660. 00000100:00000001:0.0:1785393140.538821:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393140.538825:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393140.538834:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.538839:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393140.538841:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.538844:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393140.538847:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393140.538850:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393140.538852:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.538855:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393140.538863:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=121 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393140.538868:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=121 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393140.538871:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393140.538872:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393140.538875:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393140.538878:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.538881:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393140.538883:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:0.0:1785393140.538885:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393140.538886:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.538890:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.538897:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393140.538899:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393140.538901:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393140.538904:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393140.538910:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2354:1872120050106624:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393140.538921:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.538923:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393140.538926:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092ed80 x1872120050106624/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.538932:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393140.538934:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393140.538938:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6442be9000. 02000000:00000001:0.0:1785393140.538941:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393140.538943:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393140.538945:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:0.0:1785393140.538947:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393140.538949:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459712400. 02000000:00000001:0.0:1785393140.538953:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393140.538955:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393140.538956:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092ed80. 00000100:00000001:0.0:1785393140.538959:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393140.538960:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.538963:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.538965:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.538966:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393140.538968:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.538969:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393140.539775:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393140.539778:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393140.539782:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393140.539787:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393140.539791:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393140.539800:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393140.539817:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393140.539824:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393140.539827:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.539875:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.539877:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393140.539880:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393140.539882:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393140.539884:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7ccb8. 00000400:00000200:0.0:1785393140.539887:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289a18 00000400:00000010:0.0:1785393140.539888:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289a18. 00000100:00000001:0.0:1785393140.539891:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393140.539895:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393140.539903:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.539909:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393140.539917:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.539919:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393140.539920:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393140.539922:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393140.539923:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393140.539925:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393140.539930:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393140.539932:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393140.539934:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393140.539935:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393140.539937:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393140.539939:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.539941:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393140.539942:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:0.0:1785393140.539944:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393140.539945:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393140.539950:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.539957:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393140.539959:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393140.539960:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393140.539964:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393140.539971:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050106752:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393140.539974:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.539976:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393140.539979:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092f100 x1872120050106752/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393140.539985:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393140.539987:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393140.539989:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6442be9200. 02000000:00000001:0.0:1785393140.539991:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393140.539992:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393140.540000:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:0.0:1785393140.540002:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393140.540004:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459712e00. 02000000:00000001:0.0:1785393140.540007:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393140.540008:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393140.540010:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092f100. 00000100:00000001:0.0:1785393140.540012:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393140.540014:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.540015:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393140.540022:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393140.540023:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393140.540025:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393140.540027:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393141.385773:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393141.386120:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393141.386127:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393141.386128:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393141.386187:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393141.386191:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393141.386194:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785393141.449624:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295048596, at 4295048640 00000100:00000010:0.0:1785393141.449640:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c64455904e0. 00000100:00000040:1.0:1785393141.451337:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295048596, at 4295048641 00000100:00000010:1.0:1785393141.451347:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6445590f00. 00010000:00000001:3.0:1785393142.414351:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393142.414358:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393142.414364:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393142.414365:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393142.415630:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393142.415634:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393142.415637:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393143.433690:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393143.433696:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393143.433702:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393143.433703:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393143.436655:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393143.436661:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393143.436665:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1785393143.862263:0:9390:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785393143.862276:0:9390:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1785393144.371440:0:9427:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1785393144.371446:0:9427:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1785393144.377166:0:9427:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1785393144.460627:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393144.460636:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393144.460641:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393144.460642:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393144.460751:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393144.460754:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393144.460757:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393145.482618:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393145.482624:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393145.482628:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393145.482629:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393145.482686:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393145.482689:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393145.482692:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785393145.610277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c55f4f57-8f32-49f6-b638-4474c084a531->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393145.610295:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393145.610304:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092f100. 00000020:00000040:0.0:1785393145.610309:0:38:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:0.0:1785393145.610314:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393145.610317:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393145.610322:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393145.610329:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6459712e00. 00000100:00000001:0.0:1785393145.610336:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610347:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c55f4f57-8f32-49f6-b638-4474c084a531->MGS req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393145.610359:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393145.610363:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610369:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007732c70e] to pc [ptlrpcd_00_00+0] req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.610404:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610415:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393145.610418:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393145.610421:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092ed80. 00000020:00000040:0.0:1785393145.610424:0:38:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:0.0:1785393145.610426:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393145.610427:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393145.610430:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393145.610434:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6450b3a000. 00000100:00000001:0.0:1785393145.610438:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610444:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393145.610451:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393145.610453:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610457:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016632921] to pc [ptlrpcd_00_01+1] req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.610466:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610467:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393145.610471:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393145.610473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393145.610476:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393145.610478:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785393145.610481:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785393145.610483:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092ca80. 00000020:00000040:0.0:1785393145.610485:0:38:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:0.0:1785393145.610487:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785393145.610488:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785393145.610490:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785393145.610493:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6450b3a500. 00000100:00000001:0.0:1785393145.610495:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610506:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393145.610513:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785393145.610515:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610519:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094a86a5c] to pc [ptlrpcd_00_00+0] req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.610526:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610528:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393145.610531:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393145.610534:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785393145.610537:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785393145.610542:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (390) 00000100:00000001:0.0:1785393145.610553:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.610574:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393145.610577:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785393145.610582:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.610590:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393145.610592:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393145.610595:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785393145.610597:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785393145.610600:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393145.610603:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050107008:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393145.610607:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785393145.610613:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785393145.610615:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393145.610618:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785393145.610624:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6443ea0a00. 02000000:00000001:0.0:1785393145.610626:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785393145.610638:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1785393145.610643:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6451a7ccb8. 00000400:00000010:0.0:1785393145.610650:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289a18. 00000100:00000200:0.0:1785393145.610658:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050107008, portal 10 00000100:00000001:0.0:1785393145.610660:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785393145.610662:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477700992 : -127112231850624 : ffff8c646092ed80) 00000100:00000040:0.0:1785393145.610669:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.610676:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393145.610678:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393145.610681:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289660. 00000100:00000200:0.0:1785393145.610684:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050107008, offset 0 00000400:00000200:0.0:1785393145.610690:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393145.610698:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.610705:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393145.610711:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785393145.610714:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1785393145.610718:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785393145.610721:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1785393145.610725:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [140:140:256:4294967295] 192.168.202.156@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1785393145.610729:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.610738:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393145.610744:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393145.610750:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6460002200. 00000800:00000200:0.0:1785393145.610756:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393145.610763:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393145.610767:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6460002200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393145.610778:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.610782:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 110146 usecs (111 jiffies) 00000400:00000200:0.0:1785393145.610785:0:2355:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1785393145.610788:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295052911 00000100:00000010:0.0:1785393145.610798:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6445590c60. 00000100:00000001:0.0:1785393145.610804:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1785393145.610809:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295052912 00000100:00000010:0.0:1785393145.610812:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c64455909c0. 00000100:00000001:0.0:1785393145.610815:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1785393145.610817:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.610818:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393145.610821:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393145.610823:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393145.610824:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393145.610825:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1785393145.610826:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785393145.610830:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.610833:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393145.610835:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785393145.610837:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.610838:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393145.610838:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785393145.610839:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393145.610839:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.610842:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393145.610842:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393145.610844:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393145.610845:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393145.610848:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050106880:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393145.610851:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393145.610853:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393145.610854:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393145.610856:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393145.610859:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c64482dbc00. 02000000:00000001:1.0:1785393145.610860:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393145.610864:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393145.610866:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314f78. 00000400:00000010:1.0:1785393145.610870:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64481612a8. 00000100:00000200:1.0:1785393145.610873:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050106880, portal 25 00000100:00000001:1.0:1785393145.610874:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393145.610875:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477701888 : -127112231849728 : ffff8c646092f100) 00000100:00000040:1.0:1785393145.610879:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393145.610885:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393145.610887:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393145.610889:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161198. 00000100:00000200:1.0:1785393145.610891:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120050106880, offset 0 00000400:00000200:1.0:1785393145.610895:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393145.610899:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393145.610902:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393145.610904:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393145.610906:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393145.610914:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393145.610916:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393145.610919:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [141:141:255:4294967295] 192.168.202.156@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:1.0:1785393145.610923:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393145.610929:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393145.610934:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393145.610937:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c64619e6d00. 00000800:00000200:1.0:1785393145.610941:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393145.610944:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393145.610947:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c64619e6d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393145.610950:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393145.610953:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393145.610955:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295053716 00000100:00000001:1.0:1785393145.610959:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295052911 00000100:00000001:1.0:1785393145.610962:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295053716 00000100:00000001:1.0:1785393145.610965:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295052912 00000100:00000001:1.0:1785393145.610968:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393145.610970:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393145.610972:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393145.610976:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393145.610982:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393145.610984:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393145.610986:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393145.610987:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393145.610989:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393145.610992:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050107136:192.168.202.156@tcp:400:kworker.0 00000100:00000001:1.0:1785393145.610994:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393145.610997:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393145.611004:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393145.611006:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393145.611008:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c64482db400. 02000000:00000001:1.0:1785393145.611010:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393145.611013:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393145.611016:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6460314478. 00000400:00000010:1.0:1785393145.611019:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161660. 00000100:00000200:1.0:1785393145.611022:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050107136, portal 10 00000100:00000001:1.0:1785393145.611024:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393145.611025:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477692032 : -127112231859584 : ffff8c646092ca80) 00000100:00000040:1.0:1785393145.611031:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393145.611037:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393145.611039:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393145.611042:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161770. 00000100:00000200:1.0:1785393145.611044:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050107136, offset 0 00000400:00000200:1.0:1785393145.611048:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393145.611052:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393145.611056:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393145.611059:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393145.611061:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393145.611074:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393145.611077:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393145.611080:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [142:142:254:4294967295] 192.168.202.156@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:1.0:1785393145.611084:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393145.611089:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393145.611093:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393145.611097:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c64619e6e00. 00000800:00000200:1.0:1785393145.611100:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393145.611104:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393145.611107:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c64619e6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393145.611110:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393145.611119:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 31571 usecs (32 jiffies) 00000400:00000200:1.0:1785393145.611122:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393145.611124:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295052833 00000100:00000001:1.0:1785393145.611126:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295053716 00000100:00000001:1.0:1785393145.611128:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295052833 00000100:00000001:1.0:1785393145.611130:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295053716 00000100:00000001:1.0:1785393145.611132:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393145.611133:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393145.611135:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393145.611137:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393145.611140:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393145.611141:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785393145.611143:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785393145.611145:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393145.611146:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393145.611148:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393145.612106:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393145.612111:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6460002200. 00000400:00000200:0.0:1785393145.612116:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393145.612122:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393145.612128:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289660 00000400:00000010:0.0:1785393145.612130:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289660. 00000100:00000001:0.0:1785393145.612133:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393145.612137:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.612146:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393145.612149:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.612155:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.612157:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785393145.612184:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393145.612186:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c64619e6d00. 00000400:00000200:0.0:1785393145.612189:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393145.612191:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393145.612200:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161198 00000400:00000010:0.0:1785393145.612201:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161198. 00000100:00000001:0.0:1785393145.612204:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393145.612207:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.612214:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393145.612216:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.612222:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.612223:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1785393145.617719:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393145.617729:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c64619e6e00. 00000400:00000200:0.0:1785393145.617735:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393145.617743:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393145.617750:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161770 00000400:00000010:0.0:1785393145.617752:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161770. 00000100:00000001:0.0:1785393145.617757:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393145.617764:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.617775:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393145.617778:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.617785:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.617787:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785393145.629120:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.629137:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393145.629142:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.629144:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393145.629152:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629159:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393145.629169:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629174:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629179:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629192:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904280 00000400:00000200:0.0:1785393145.629197:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629204:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1785393145.629211:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.629215:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393145.629218:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393145.629223:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393145.629230:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393145.629239:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393145.629250:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.629266:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393145.629278:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.629281:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393145.629283:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.629285:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393145.629288:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629290:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393145.629295:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629297:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629300:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629303:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904300 00000400:00000200:0.0:1785393145.629305:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.629309:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1785393145.629312:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.629369:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393145.629371:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393145.629375:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393145.629377:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393145.629381:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393145.629399:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.629412:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393145.629417:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.629420:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.629431:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.629435:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393145.629440:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393145.629442:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393145.629445:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6451a7ccb8. 00000400:00000200:0.0:1785393145.629449:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289a18 00000400:00000010:0.0:1785393145.629451:0:2355:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289a18. 00000100:00000001:0.0:1785393145.629454:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393145.629457:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393145.629465:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.629470:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393145.629472:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.629474:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393145.629477:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393145.629480:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393145.629483:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393145.629486:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393145.629493:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=126 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393145.629498:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=126 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393145.629500:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393145.629502:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393145.629505:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393145.629508:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.629511:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393145.629513:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:0.0:1785393145.629515:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393145.629523:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.629529:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.629536:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393145.629539:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393145.629540:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393145.629545:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393145.629553:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2355:1872120050107008:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393145.629601:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.629604:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393145.629608:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092ed80 x1872120050107008/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.629615:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393145.629618:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393145.629621:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6443ea0a00. 02000000:00000001:0.0:1785393145.629626:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393145.629629:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393145.629631:0:2355:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:0.0:1785393145.629633:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393145.629636:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6450b3a000. 02000000:00000001:0.0:1785393145.629641:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393145.629643:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393145.629645:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092ed80. 00000100:00000001:0.0:1785393145.629648:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393145.629649:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.629651:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.629658:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393145.629660:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.629662:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.629664:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.629672:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.629674:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393145.629682:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393145.629683:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393145.629685:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314478. 00000400:00000200:0.0:1785393145.629688:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161660 00000400:00000010:0.0:1785393145.629690:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161660. 00000100:00000001:0.0:1785393145.629692:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393145.629696:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393145.629704:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.629710:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393145.629712:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.629713:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393145.629715:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393145.629716:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393145.629718:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393145.629720:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393145.629724:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393145.629727:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393145.629729:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393145.629731:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393145.629732:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393145.629734:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.629736:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785393145.629738:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:0.0:1785393145.629739:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785393145.629740:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.629744:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.629750:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393145.629752:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393145.629753:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393145.629756:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393145.629772:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17669912-8195-420a-8d73-85f8e904993d:2354:1872120050107136:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393145.629776:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.629778:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393145.629780:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092ca80 x1872120050107136/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.629786:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393145.629787:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393145.629789:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c64482db400. 02000000:00000001:0.0:1785393145.629792:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393145.629793:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393145.629794:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:0.0:1785393145.629796:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393145.629798:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6450b3a500. 02000000:00000001:0.0:1785393145.629800:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393145.629801:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393145.629803:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092ca80. 00000100:00000001:0.0:1785393145.629805:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393145.629806:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.629809:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.629810:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.629811:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785393145.629813:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.629815:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1785393145.639176:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.639192:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393145.639197:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.639199:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393145.639207:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.639215:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393145.639223:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.639228:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.639233:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.639238:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x6a6aeea904200 00000400:00000200:0.0:1785393145.639249:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393145.639256:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1785393145.639263:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.639272:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393145.639276:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393145.639281:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393145.639288:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393145.639298:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393145.639309:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.639323:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393145.639331:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393145.639334:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.639345:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.639348:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785393145.639355:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785393145.639357:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785393145.639360:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6460314f78. 00000400:00000200:0.0:1785393145.639364:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64481612a8 00000400:00000010:0.0:1785393145.639366:0:2354:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64481612a8. 00000100:00000001:0.0:1785393145.639369:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393145.639373:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785393145.639381:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.639387:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785393145.639389:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.639391:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785393145.639394:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785393145.639397:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393145.639399:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393145.639402:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393145.639413:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=126 v=5 (5 0 0 0) 00000100:00001000:0.0:1785393145.639417:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=126 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393145.639420:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785393145.639421:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393145.639424:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785393145.639426:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.639428:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393145.639433:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.639439:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785393145.639442:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785393145.639444:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785393145.639448:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785393145.639456:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646092f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c55f4f57-8f32-49f6-b638-4474c084a531:2354:1872120050106880:192.168.202.156@tcp:400:kworker.0 00000100:00000001:0.0:1785393145.639460:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.639462:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393145.639465:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646092f100 x1872120050106880/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393145.639472:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785393145.639474:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785393145.639477:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c64482dbc00. 02000000:00000001:0.0:1785393145.639480:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785393145.639482:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785393145.639484:0:2354:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1785393145.639486:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785393145.639489:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6459712e00. 02000000:00000001:0.0:1785393145.639494:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785393145.639495:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785393145.639498:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646092f100. 00000100:00000001:0.0:1785393145.639501:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785393145.639502:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.639504:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393145.639515:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785393145.639516:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393145.639518:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785393145.639521:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785393146.068496:0:9524:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1785393146.068506:0:9524:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393146.506454:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393146.506461:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393146.506465:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393146.506473:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393146.506776:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393146.506779:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393146.506781:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785393146.570143:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295053716, at 4295053760 00000100:00000010:1.0:1785393146.570206:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c64455909c0. 00000100:00000040:0.0:1785393146.570375:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295053716, at 4295053760 00000100:00000010:0.0:1785393146.570382:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6445590c60. 00010000:00000001:3.0:1785393147.529707:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393147.529713:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393147.529717:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393147.529718:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393147.529803:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393147.529806:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393147.529809:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1785393148.453313:0:9589:0:(kernelcomm.c:99:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8c64482d8450. 00000400:00000040:2.0:1785393148.453337:0:9589:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1785393148.453340:0:9589:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1785393148.453341:0:9589:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1785393148.453343:0:9589:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1785393148.453344:0:9589:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1785393148.453351:0:9589:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1785393148.453353:0:9589:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1785393148.453422:0:9589:0:(kernelcomm.c:265:lustre_device_done()) kfreed 'glist': 16 at ffff8c64482d8450. 00010000:00000001:3.0:1785393148.553635:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393148.553641:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393148.553646:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393148.553649:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393148.553651:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393148.553655:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393148.553658:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393148.553660:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393148.553662:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393148.553664:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393148.553853:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393148.553856:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393148.553859:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393149.577692:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393149.577699:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393149.577705:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393149.577706:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393149.577765:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393149.577768:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393149.577771:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1785393150.087950:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.087966:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393150.087970:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.087972:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.087981:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.087989:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393150.087998:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.088003:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.088020:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.088035:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 328 into portal 15 MB=0x6a6aeec90ed80 00000400:00000200:1.0:1785393150.088044:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.156@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:1.0:1785393150.088052:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.088059:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.088062:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.088066:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393150.088075:0:2347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1785393150.088077:0:2347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1785393150.088084:0:2347:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646022b800. 00000100:00000040:1.0:1785393150.088088:0:2347:0:(events.c:337:request_in_callback()) incoming req@ffff8c646022b800 x1872120083705216 msgsize 328 00000100:00100000:1.0:1785393150.088092:0:2347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.156@tcp (source: 12345-192.168.202.156@tcp) 00000100:00000001:1.0:1785393150.088106:0:2347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1785393150.088113:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.088116:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393150.088165:0:5569:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1785393150.088169:0:5569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872120083705216 02000000:00000001:0.0:1785393150.088171:0:5569:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1785393150.088173:0:5569:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785393150.088176:0:5569:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785393150.088180:0:5569:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785393150.088184:0:5569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872120083705216 00000020:00000001:0.0:1785393150.088187:0:5569:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1785393150.088189:0:5569:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5e1108f159ba916c 00000020:00000001:0.0:1785393150.088192:0:5569:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785393150.088195:0:5569:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c6451ed1800 refcount=3 00000020:00000001:0.0:1785393150.088198:0:5569:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616961231951872 : -127112477599744 : ffff8c6451ed1800) 00000020:00000001:0.0:1785393150.088201:0:5569:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616961231951872 : -127112477599744 : ffff8c6451ed1800) 00000100:00000001:0.0:1785393150.088205:0:5569:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1785393150.088209:0:5569:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c6460e13480. 00000100:00000001:0.0:1785393150.088212:0:5569:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1785393150.088214:0:5569:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c6460e13480. 00000020:00000010:0.0:1785393150.088221:0:5569:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c64524d8000. 00000020:00000010:0.0:1785393150.088226:0:5569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c64519b6500. 00000020:00000010:0.0:1785393150.088231:0:5569:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c6450ba4ed8. 00000100:00000040:0.0:1785393150.088240:0:5569:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1785393150.088243:0:5569:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1785393150.088258:0:5569:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1785393150.088265:0:5569:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393150.088272:0:5569:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393150.088283:0:5569:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785393150.088293:0:5569:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1785393150.088296:0:5569:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1785393150.088300:0:5569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.156@tcp, seq: 3 00000100:00000040:0.0:1785393150.088304:0:5569:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8c6451ed1800 : new rpc_count 1 00000100:00000001:0.0:1785393150.088306:0:5569:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446616961470347264 : -127112239204352 : ffff8c646022b800) 00000100:00000040:0.0:1785393150.088313:0:5569:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8c646022b800 x1872120083705216/t0(0) o104->c55f4f57-8f32-49f6-b638-4474c084a531@192.168.202.156@tcp:116/0 lens 328/0 e 0 to 0 dl 1785393161 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785393150.088322:0:5569:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1785393150.088325:0:5569:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c6460e13480. 00000100:00000001:0.0:1785393150.088327:0:5569:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1785393150.088329:0:5569:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c6460e13480. 00000100:00100000:0.0:1785393150.088333:0:5569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c646022b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c55f4f57-8f32-49f6-b638-4474c084a531+3:11241:x1872120083705216:12345-192.168.202.156@tcp:104: 00000100:00000200:0.0:1785393150.088344:0:5569:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872120083705216 00010000:00000001:0.0:1785393150.088347:0:5569:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1785393150.088354:0:5569:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1785393150.088355:0:5569:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1785393150.088358:0:5569:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6441511800 refcount=2 00000020:00000001:0.0:1785393150.088360:0:5569:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616960953292800 : -127112756258816 : ffff8c6441511800) 00010000:00000001:0.0:1785393150.088362:0:5569:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616960953292800 : -127112756258816 : ffff8c6441511800) 00010000:00000001:0.0:1785393150.088365:0:5569:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1785393150.088368:0:5569:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393150.088373:0:5569:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1785393150.088382:0:5569:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1785393150.088384:0:5569:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1785393150.088388:0:5569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c64605b2400. 02000000:00000001:0.0:1785393150.088390:0:5569:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393150.088398:0:5569:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393150.088402:0:5569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1785393150.088404:0:5569:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785393150.088407:0:5569:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c644855a5e8 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1785393150.088412:0:5569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1785393150.088414:0:5569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c64485a33c0 refcount 22 to 192.168.202.156@tcp 00000100:00000001:0.0:1785393150.088416:0:5569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616961071330240 : -127112638221376 : ffff8c64485a33c0) 02000000:00000001:0.0:1785393150.088418:0:5569:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1785393150.088420:0:5569:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393150.088423:0:5569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785393150.088426:0:5569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1785393150.088429:0:5569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6458289a18. 00000100:00000200:0.0:1785393150.088434:0:5569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872120083705216, offset 224 00000400:00000200:0.0:1785393150.088440:0:5569:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1785393150.088445:0:5569:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393150.088451:0:5569:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.56@tcp to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1785393150.088457:0:5569:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [143:143:256:4294967295] 192.168.202.156@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:0.0:1785393150.088462:0:5569:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393150.088470:0:5569:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:192.168.202.56@tcp) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1785393150.088475:0:5569:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1785393150.088480:0:5569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6459712c00. 00000800:00000200:0.0:1785393150.088486:0:5569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1785393150.088492:0:5569:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1785393150.088496:0:5569:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6459712c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785393150.088506:0:5569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393150.088509:0:5569:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8c64485a33c0 refcount 21 to 192.168.202.156@tcp 00010000:00000001:0.0:1785393150.088512:0:5569:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1785393150.088516:0:5569:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c6460266540. 00010000:00000001:0.0:1785393150.088519:0:5569:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1785393150.088535:0:5569:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1785393150.088537:0:5569:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393150.088539:0:5569:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785393150.088546:0:5569:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785393150.088551:0:5569:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646022b800 x1872120083705216/t0(0) o104->c55f4f57-8f32-49f6-b638-4474c084a531@192.168.202.156@tcp:116/0 lens 328/224 e 0 to 0 dl 1785393161 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1785393150.088609:0:5569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c646022b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c55f4f57-8f32-49f6-b638-4474c084a531+3:11241:x1872120083705216:12345-192.168.202.156@tcp:104: Request processed in 284us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1785393150.088615:0:5569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.156@tcp, seq: 3 00000100:00000040:0.0:1785393150.088618:0:5569:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8c6451ed1800 : new rpc_count 0 00000100:00000001:0.0:1785393150.088620:0:5569:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1785393150.088622:0:5569:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1785393150.088626:0:5569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c64519b6500. 00000020:00000010:0.0:1785393150.088629:0:5569:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c6450ba4ed8. 00000020:00000010:0.0:1785393150.088632:0:5569:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c64524d8000. 00000020:00000040:0.0:1785393150.088635:0:5569:0:(genops.c:900:class_export_put()) PUTting export ffff8c6451ed1800 : new refcount 2 00000100:00000001:0.0:1785393150.088637:0:5569:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1785393150.088700:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393150.088703:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6459712c00. 00000400:00000200:0.0:1785393150.088706:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393150.088709:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393150.088713:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6458289a18 00000400:00000010:0.0:1785393150.088716:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6458289a18. 00000100:00000001:0.0:1785393150.088718:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1785393150.088720:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1785393150.094938:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.094945:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.094950:0:5580:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1785393150.094954:0:5580:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1785393150.094956:0:5580:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1785393150.094963:0:5580:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393150.094973:0:5580:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c6441511800 already unused, calling callback (ffffffffc121ac20) 10000000:00000001:2.0:1785393150.094977:0:5580:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1785393150.094980:0:5580:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393150.094986:0:5580:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1785393150.094988:0:5580:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785393150.094991:0:5580:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785393150.094993:0:5580:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6441511800 refcount=3 00000020:00000001:2.0:1785393150.094996:0:5580:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616960953292800 : -127112756258816 : ffff8c6441511800) 00010000:00000001:2.0:1785393150.094999:0:5580:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616960953292800 : -127112756258816 : ffff8c6441511800) 00010000:00000001:2.0:1785393150.095001:0:5580:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1785393150.095004:0:5580:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1785393150.095010:0:5580:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1785393150.095013:0:5580:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785393150.095017:0:5580:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1785393150.095020:0:5580:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1785393150.095022:0:5580:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1785393150.095034:0:5580:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1785393150.095052:0:5580:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1785393150.095053:0:5580:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393150.095072:0:5580:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1785393150.095074:0:5580:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1785393150.095076:0:5580:0:(mgc_request.c:123:config_log_put()) log params(ffff8c6443872800) refs 2 10000000:00000001:2.0:1785393150.095079:0:5580:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1785393150.095080:0:5580:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393150.095083:0:5580:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1785393150.095085:0:5580:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1785393150.095087:0:5580:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1785393150.095090:0:5580:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1785393150.095092:0:5580:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1785393150.095095:0:5580:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c6441511800 with handle 0x5e1108f159ba9222 from hash 00010000:00000001:2.0:1785393150.095097:0:5580:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1785393150.095099:0:5580:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393150.095101:0:5580:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393150.095102:0:5580:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1785393150.095104:0:5580:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1785393150.095106:0:5580:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1785393150.095109:0:5580:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1785393150.095111:0:5580:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1785393150.095119:0:5580:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eefb80. 00000020:00000040:2.0:1785393150.095123:0:5580:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1785393150.095135:0:5580:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393150.095137:0:5580:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393150.095142:0:5580:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393150.095150:0:5580:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c6460950c00. 00000100:00000001:2.0:1785393150.095156:0:5580:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393150.095158:0:5580:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1785393150.095164:0:5580:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393150.095171:0:5580:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1785393150.095172:0:5580:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393150.095177:0:5580:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393150.095180:0:5580:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393150.095193:0:5580:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a519f5b] to pc [ptlrpcd_01_00+0] req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785393150.095228:0:5580:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1785393150.095232:0:5580:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393150.095233:0:5580:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393150.095234:0:5580:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393150.095237:0:5580:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393150.095239:0:5580:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.095242:0:5580:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393150.095248:0:5580:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1785393150.095251:0:5580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff8c6441511800/0x5e1108f159ba9222 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad1ba expref: -99 pid: 8505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393150.095262:0:5580:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393150.095264:0:5580:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1785393150.095266:0:5580:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c6460266540. 00010000:00000001:2.0:1785393150.095272:0:5580:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393150.095274:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.095276:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.095278:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1785393150.095279:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.095281:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.095282:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1785393150.095284:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.095285:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.095287:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1785393150.095292:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.095297:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393150.095299:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785393150.095306:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393150.095308:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393150.095311:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.095314:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785393150.095316:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.095320:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785393150.095323:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785393150.095325:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785393150.095329:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c55f4f57-8f32-49f6-b638-4474c084a531:2356:1872120050107264:192.168.202.156@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1785393150.095334:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785393150.095349:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785393150.095352:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.095354:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785393150.095359:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6443ea0a00. 02000000:00000001:3.0:1785393150.095361:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785393150.095374:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1785393150.095378:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6443d63840. 00000400:00000010:3.0:1785393150.095386:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b8e58. 00000100:00000200:3.0:1785393150.095393:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050107264, portal 18 00000100:00000001:3.0:1785393150.095396:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785393150.095397:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232075648 : -127112477475968 : ffff8c6451eefb80) 00000100:00000040:3.0:1785393150.095403:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.095410:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785393150.095412:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1785393150.095415:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b83b8. 00000100:00000200:3.0:1785393150.095419:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872120050107264, offset 0 00000400:00000200:3.0:1785393150.095425:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1785393150.095434:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393150.095441:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1785393150.095447:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785393150.095451:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1785393150.095455:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785393150.095457:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1785393150.095461:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [144:144:256:4294967295] 192.168.202.156@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1785393150.095465:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393150.095474:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1785393150.095480:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1785393150.095484:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6462520300. 00000800:00000200:3.0:1785393150.095491:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1785393150.095497:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1785393150.095501:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6462520300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1785393150.095520:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785393150.095524:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1785393150.095527:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295058200 00000100:00000010:3.0:1785393150.095531:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c646033f8a0. 00000100:00000001:3.0:1785393150.095542:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1785393150.095549:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295058200 00000100:00000010:3.0:1785393150.095552:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c646033f3c0. 00000100:00000001:3.0:1785393150.095595:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1785393150.095599:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393150.095601:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.095605:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.095606:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.095613:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393150.095614:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785393150.095617:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.095618:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393150.095619:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.095621:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393150.096489:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393150.096494:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6462520300. 00000400:00000200:0.0:1785393150.096498:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393150.096504:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393150.096509:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b83b8 00000400:00000010:0.0:1785393150.096512:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b83b8. 00000100:00000001:0.0:1785393150.096515:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393150.096520:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393150.096529:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393150.096538:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393150.096545:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393150.096547:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1785393150.106204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c6441511800. 00000800:00000001:0.0:1785393150.109014:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393150.109039:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393150.109043:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393150.109046:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393150.109054:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393150.109061:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393150.109069:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393150.109074:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393150.109079:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393150.109082:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 328 into portal 15 MB=0x6a6aeec90f100 00000400:00000200:0.0:1785393150.109091:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.156@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:0.0:1785393150.109097:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393150.109103:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393150.109107:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393150.109111:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393150.109119:0:2346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1785393150.109121:0:2346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1785393150.109126:0:2346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646092f100. 00000100:00000040:0.0:1785393150.109130:0:2346:0:(events.c:337:request_in_callback()) incoming req@ffff8c646092f100 x1872120083706112 msgsize 328 00000100:00100000:0.0:1785393150.109134:0:2346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.156@tcp (source: 12345-192.168.202.156@tcp) 00000100:00000001:0.0:1785393150.109154:0:2346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1785393150.109162:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393150.109165:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393150.109237:0:5569:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1785393150.109249:0:5569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872120083706112 02000000:00000001:1.0:1785393150.109253:0:5569:0:(sec.c:2498:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1785393150.109256:0:5569:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785393150.109258:0:5569:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393150.109263:0:5569:0:(sec.c:2547:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393150.109267:0:5569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872120083706112 00000020:00000001:1.0:1785393150.109270:0:5569:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1785393150.109273:0:5569:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5e1108f159ba916c 00000020:00000001:1.0:1785393150.109275:0:5569:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785393150.109280:0:5569:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c6451ed1800 refcount=3 00000020:00000001:1.0:1785393150.109283:0:5569:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616961231951872 : -127112477599744 : ffff8c6451ed1800) 00000020:00000001:1.0:1785393150.109286:0:5569:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616961231951872 : -127112477599744 : ffff8c6451ed1800) 00000100:00000001:1.0:1785393150.109290:0:5569:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1785393150.109295:0:5569:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c6452510040. 00000100:00000001:1.0:1785393150.109298:0:5569:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1785393150.109301:0:5569:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c6452510040. 00000020:00000010:1.0:1785393150.109306:0:5569:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c6443922200. 00000020:00000010:1.0:1785393150.109311:0:5569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c6450a17600. 00000020:00000010:1.0:1785393150.109326:0:5569:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c6451926a28. 00000100:00000040:1.0:1785393150.109335:0:5569:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1785393150.109346:0:5569:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1785393150.109348:0:5569:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1785393150.109350:0:5569:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393150.109358:0:5569:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393150.109369:0:5569:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785393150.109380:0:5569:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1785393150.109382:0:5569:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1785393150.109387:0:5569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.156@tcp, seq: 4 00000100:00000040:1.0:1785393150.109390:0:5569:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8c6451ed1800 : new rpc_count 1 00000100:00000001:1.0:1785393150.109393:0:5569:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446616961477701888 : -127112231849728 : ffff8c646092f100) 00000100:00000040:1.0:1785393150.109400:0:5569:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8c646092f100 x1872120083706112/t0(0) o104->c55f4f57-8f32-49f6-b638-4474c084a531@192.168.202.156@tcp:116/0 lens 328/0 e 0 to 0 dl 1785393161 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785393150.109410:0:5569:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1785393150.109413:0:5569:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c6452510040. 00000100:00000001:1.0:1785393150.109415:0:5569:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1785393150.109417:0:5569:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c6452510040. 00000100:00100000:1.0:1785393150.109421:0:5569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c646092f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c55f4f57-8f32-49f6-b638-4474c084a531+3:11241:x1872120083706112:12345-192.168.202.156@tcp:104: 00000100:00000200:1.0:1785393150.109426:0:5569:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872120083706112 00010000:00000001:1.0:1785393150.109428:0:5569:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1785393150.109435:0:5569:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1785393150.109437:0:5569:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1785393150.109439:0:5569:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6482167600 refcount=2 00000020:00000001:1.0:1785393150.109441:0:5569:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616962039969280 : -127111669582336 : ffff8c6482167600) 00010000:00000001:1.0:1785393150.109444:0:5569:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616962039969280 : -127111669582336 : ffff8c6482167600) 00010000:00000001:1.0:1785393150.109448:0:5569:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1785393150.109452:0:5569:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393150.109457:0:5569:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1785393150.109467:0:5569:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1785393150.109473:0:5569:0:(sec.c:2569:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1785393150.109479:0:5569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c6460366000. 02000000:00000001:1.0:1785393150.109481:0:5569:0:(sec.c:2606:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393150.109484:0:5569:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393150.109489:0:5569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1785393150.109491:0:5569:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785393150.109495:0:5569:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c644855a5e8 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1785393150.109499:0:5569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1785393150.109502:0:5569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c64485a33c0 refcount 22 to 192.168.202.156@tcp 00000100:00000001:1.0:1785393150.109505:0:5569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616961071330240 : -127112638221376 : ffff8c64485a33c0) 02000000:00000001:1.0:1785393150.109507:0:5569:0:(sec.c:2620:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1785393150.109509:0:5569:0:(sec.c:2631:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393150.109512:0:5569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393150.109515:0:5569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393150.109520:0:5569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64481615d8. 00000100:00000200:1.0:1785393150.109524:0:5569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872120083706112, offset 224 00000400:00000200:1.0:1785393150.109530:0:5569:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393150.109536:0:5569:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.109543:0:5569:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.56@tcp to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393150.109549:0:5569:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [145:145:256:4294967295] 192.168.202.156@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:1.0:1785393150.109554:0:5569:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.109859:0:5569:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:192.168.202.56@tcp) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393150.109866:0:5569:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393150.109871:0:5569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c64619e6400. 00000800:00000200:1.0:1785393150.109877:0:5569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393150.109883:0:5569:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393150.109887:0:5569:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c64619e6400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785393150.109896:0:5569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393150.109899:0:5569:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8c64485a33c0 refcount 21 to 192.168.202.156@tcp 00010000:00000001:1.0:1785393150.109902:0:5569:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1785393150.109906:0:5569:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c6443e83d80. 00010000:00000001:1.0:1785393150.109909:0:5569:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1785393150.109919:0:5569:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1785393150.109921:0:5569:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393150.109923:0:5569:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393150.109925:0:5569:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785393150.109931:0:5569:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646092f100 x1872120083706112/t0(0) o104->c55f4f57-8f32-49f6-b638-4474c084a531@192.168.202.156@tcp:116/0 lens 328/224 e 0 to 0 dl 1785393161 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1785393150.109945:0:5569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c646092f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c55f4f57-8f32-49f6-b638-4474c084a531+3:11241:x1872120083706112:12345-192.168.202.156@tcp:104: Request processed in 533us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1785393150.109953:0:5569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.156@tcp, seq: 4 00000100:00000040:1.0:1785393150.109956:0:5569:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8c6451ed1800 : new rpc_count 0 00000100:00000001:1.0:1785393150.109959:0:5569:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1785393150.109960:0:5569:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1785393150.109965:0:5569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c6450a17600. 00000020:00000010:1.0:1785393150.109968:0:5569:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c6451926a28. 00000020:00000010:1.0:1785393150.109972:0:5569:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c6443922200. 00000020:00000040:1.0:1785393150.109976:0:5569:0:(genops.c:900:class_export_put()) PUTting export ffff8c6451ed1800 : new refcount 2 00000100:00000001:1.0:1785393150.109978:0:5569:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1785393150.110101:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.110104:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.110107:0:5579:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1785393150.110110:0:5579:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1785393150.110111:0:5579:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1785393150.110115:0:5579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393150.110130:0:5579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c6482167600 already unused, calling callback (ffffffffc121ac20) 10000000:00000001:2.0:1785393150.110133:0:5579:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1785393150.110136:0:5579:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393150.110143:0:5579:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1785393150.110144:0:5579:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785393150.110146:0:5579:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785393150.110147:0:5579:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6482167600 refcount=3 00000020:00000001:2.0:1785393150.110149:0:5579:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616962039969280 : -127111669582336 : ffff8c6482167600) 00010000:00000001:2.0:1785393150.110151:0:5579:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616962039969280 : -127111669582336 : ffff8c6482167600) 00010000:00000001:2.0:1785393150.110154:0:5579:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1785393150.110157:0:5579:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1785393150.110163:0:5579:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1785393150.110165:0:5579:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785393150.110172:0:5579:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1785393150.110176:0:5579:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1785393150.110177:0:5579:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1785393150.110179:0:5579:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1785393150.110181:0:5579:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1785393150.110183:0:5579:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393150.110197:0:5579:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1785393150.110199:0:5579:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1785393150.110201:0:5579:0:(mgc_request.c:123:config_log_put()) log params(ffff8c646098b200) refs 2 10000000:00000001:2.0:1785393150.110203:0:5579:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1785393150.110205:0:5579:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393150.110207:0:5579:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1785393150.110210:0:5579:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1785393150.110216:0:5579:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1785393150.110218:0:5579:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1785393150.110220:0:5579:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1785393150.110223:0:5579:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c6482167600 with handle 0x5e1108f159ba91ea from hash 00010000:00000001:2.0:1785393150.110225:0:5579:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1785393150.110227:0:5579:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393150.110228:0:5579:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393150.110230:0:5579:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1785393150.110232:0:5579:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1785393150.110233:0:5579:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1785393150.110237:0:5579:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1785393150.110239:0:5579:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1785393150.110257:0:5579:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eec700. 00000020:00000040:2.0:1785393150.110261:0:5579:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=5 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1785393150.110265:0:5579:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393150.110267:0:5579:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393150.110273:0:5579:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393150.110278:0:5579:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c6460950400. 00000100:00000001:2.0:1785393150.110283:0:5579:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393150.110285:0:5579:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1785393150.110289:0:5579:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393150.110295:0:5579:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1785393150.110296:0:5579:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393150.110300:0:5579:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393150.110304:0:5579:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393150.110312:0:5579:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007613469c] to pc [ptlrpcd_01_01+1] req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785393150.110344:0:5579:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1785393150.110347:0:5579:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393150.110348:0:5579:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393150.110349:0:5579:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393150.110352:0:5579:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393150.110353:0:5579:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.110362:0:5579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393150.110368:0:5579:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1785393150.110371:0:5579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff8c6482167600/0x5e1108f159ba91ea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f92778ff6fad17b expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1785393150.110378:0:5579:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8c6461991c00 count: 0 00010000:00000001:2.0:1785393150.110391:0:5579:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393150.110392:0:5579:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1785393150.110395:0:5579:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c6443e83d80. 00010000:00000001:2.0:1785393150.110398:0:5579:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393150.110400:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.110402:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.110403:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1785393150.110405:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.110406:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.110408:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1785393150.110409:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.110411:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.110412:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1785393150.110500:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.110503:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393150.110506:0:2357:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785393150.110512:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.110520:0:2357:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785393150.110522:0:2357:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.110526:0:2357:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785393150.110529:0:2357:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785393150.110531:0:2357:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785393150.110534:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050107392:192.168.202.156@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1785393150.110538:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785393150.110543:0:2357:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785393150.110545:0:2357:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.110548:0:2357:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785393150.110552:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6443ea0000. 02000000:00000001:3.0:1785393150.110553:0:2357:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785393150.110597:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1785393150.110601:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6443d63f20. 00000400:00000010:3.0:1785393150.110607:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b86e8. 00000100:00000200:3.0:1785393150.110620:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050107392, portal 18 00000100:00000001:3.0:1785393150.110622:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785393150.110624:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232062208 : -127112477489408 : ffff8c6451eec700) 00000100:00000040:3.0:1785393150.110630:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.110637:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785393150.110639:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1785393150.110641:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b8880. 00000100:00000200:3.0:1785393150.110644:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872120050107392, offset 0 00000400:00000200:3.0:1785393150.110648:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1785393150.110653:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393150.110657:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1785393150.110673:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785393150.110677:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1785393150.110681:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785393150.110683:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1785393150.110686:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [146:146:255:4294967295] 192.168.202.156@tcp LPNI seq info [146:146:7:4294967295] 00000400:00000200:3.0:1785393150.110691:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393150.110697:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1785393150.110702:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1785393150.110706:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6462520300. 00000800:00000200:3.0:1785393150.110710:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1785393150.110714:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1785393150.110717:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6462520300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1785393150.110721:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785393150.110724:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1785393150.110726:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295058216 00000100:00000001:3.0:1785393150.110733:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295058200 00000100:00000001:3.0:1785393150.110737:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295058216 00000100:00000001:3.0:1785393150.110740:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295058200 00000100:00000001:3.0:1785393150.110748:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393150.110751:0:2357:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.110754:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.110756:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.110761:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393150.110762:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785393150.110765:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.110766:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393150.110767:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.110769:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.110779:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.110781:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393150.110783:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.110785:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393150.115812:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.115828:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393150.115833:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.115835:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.115843:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.115851:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393150.115860:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.115864:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.115869:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.115888:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 18 MB=0x6a6aeea904380 00000400:00000200:1.0:1785393150.115893:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.115899:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.156@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:1.0:1785393150.115906:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.115961:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.115965:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.115982:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393150.115990:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393150.115997:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393150.116008:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.116051:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1785393150.116083:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393150.116087:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c64619e6400. 00000400:00000200:1.0:1785393150.116091:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.116094:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393150.116098:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64481615d8 00000400:00000010:1.0:1785393150.116101:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64481615d8. 00000100:00000001:1.0:1785393150.116105:0:2346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1785393150.116107:0:2346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1785393150.116112:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.116115:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1785393150.116137:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393150.116139:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6462520300. 00000400:00000200:1.0:1785393150.116142:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.116146:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393150.116148:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b8880 00000400:00000010:1.0:1785393150.116150:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b8880. 00000100:00000001:1.0:1785393150.116153:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393150.116157:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.116167:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393150.116171:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.116178:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393150.116180:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1785393150.116613:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.116617:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785393150.116623:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785393150.116625:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785393150.116628:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6443d63840. 00000400:00000200:3.0:1785393150.116632:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b8e58 00000400:00000010:3.0:1785393150.116634:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b8e58. 00000100:00000001:3.0:1785393150.116637:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785393150.116642:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785393150.116651:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.116668:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785393150.116670:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.116673:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785393150.116676:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785393150.116678:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785393150.116681:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.116683:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785393150.116689:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f354a8 time=118 v=5 (5 0 0 0) 00000100:00001000:3.0:1785393150.116693:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1785393150.116695:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785393150.116704:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393150.116706:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785393150.116708:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.116711:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393150.116716:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.116723:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393150.116725:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785393150.116727:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785393150.116732:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393150.116740:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c55f4f57-8f32-49f6-b638-4474c084a531:2356:1872120050107264:192.168.202.156@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1785393150.116745:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.116747:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785393150.116750:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eefb80 x1872120050107264/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.116757:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785393150.116760:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785393150.116763:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6443ea0a00. 02000000:00000001:3.0:1785393150.116767:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785393150.116769:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785393150.116771:0:2356:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1785393150.116773:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785393150.116775:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c6460950c00. 02000000:00000001:3.0:1785393150.116778:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785393150.116780:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785393150.116782:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eefb80. 00000100:00000001:3.0:1785393150.116785:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785393150.116786:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.116788:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.116794:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393150.116796:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.116798:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.116805:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393150.119776:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.119789:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393150.119805:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.119808:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.119815:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.119821:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393150.119830:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.119834:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.119839:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.119843:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 18 MB=0x6a6aeea904400 00000400:00000200:1.0:1785393150.119848:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.119853:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.156@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:1.0:1785393150.119860:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.119866:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.119870:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.119873:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393150.119881:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393150.119889:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393150.119899:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.119927:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393150.119934:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.119937:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.123869:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.123876:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785393150.123886:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785393150.123889:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785393150.123893:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6443d63f20. 00000400:00000200:3.0:1785393150.123901:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b86e8 00000400:00000010:3.0:1785393150.123903:0:2357:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b86e8. 00000100:00000001:3.0:1785393150.123908:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785393150.123917:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785393150.123929:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.123937:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785393150.123939:0:2357:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.123942:0:2357:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785393150.123945:0:2357:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785393150.123949:0:2357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785393150.123951:0:2357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.123954:0:2357:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785393150.123961:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f354a8 time=118 v=5 (5 0 0 0) 00000100:00001000:3.0:1785393150.123965:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1785393150.123968:0:2357:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785393150.123970:0:2357:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393150.123973:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785393150.123976:0:2357:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.123978:0:2357:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393150.123983:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.123991:0:2357:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393150.123994:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785393150.123996:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785393150.124000:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393150.124008:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c55f4f57-8f32-49f6-b638-4474c084a531:2357:1872120050107392:192.168.202.156@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1785393150.124039:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.124043:0:2357:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785393150.124047:0:2357:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eec700 x1872120050107392/t0(0) o103->MGC192.168.202.156@tcp@192.168.202.156@tcp:17/18 lens 328/224 e 0 to 0 dl 1785393166 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.124054:0:2357:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785393150.124057:0:2357:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785393150.124060:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6443ea0000. 02000000:00000001:3.0:1785393150.124063:0:2357:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785393150.124066:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785393150.124068:0:2357:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1785393150.124070:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785393150.124073:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c6460950400. 02000000:00000001:3.0:1785393150.124076:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785393150.124078:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785393150.124079:0:2357:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eec700. 00000100:00000001:3.0:1785393150.124082:0:2357:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785393150.124083:0:2357:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.124086:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.124093:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393150.124095:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.124097:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.124099:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1785393150.125762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c6461991c00. 00010000:00000010:2.1:1785393150.125773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c6482167600. 00010000:00000001:3.0:1785393150.603117:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393150.603125:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393150.603127:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393150.603131:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393150.603135:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393150.603137:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393150.603139:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393150.603141:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393150.603145:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393150.603146:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393150.604787:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393150.604791:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393150.604794:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785393150.735431:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785393150.735440:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785393150.735447:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eec380. 00000020:00000040:2.0:1785393150.735453:0:38:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:2.0:1785393150.735458:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393150.735461:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393150.735466:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393150.735473:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6453c05f00. 00000100:00000001:2.0:1785393150.735479:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393150.735490:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785393150.735508:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393150.735512:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393150.735518:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d03a7097] to pc [ptlrpcd_01_00+0] req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393150.735546:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393150.735548:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785393150.735552:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785393150.735574:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785393150.735578:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785393150.735581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785393150.735585:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785393150.735588:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eedf80. 00000020:00000040:2.0:1785393150.735591:0:38:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:2.0:1785393150.735593:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393150.735595:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393150.735597:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393150.735600:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6453c05c00. 00000100:00000001:2.0:1785393150.735603:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393150.735607:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785393150.735615:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393150.735617:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393150.735620:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080a0c7df] to pc [ptlrpcd_01_01+1] req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393150.735629:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393150.735631:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785393150.735638:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785393150.735641:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785393150.735644:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785393150.735648:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (395) 00000100:00000001:3.0:1785393150.736065:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.736069:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393150.736072:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785393150.736078:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.736096:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785393150.736098:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.736102:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785393150.736105:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785393150.736107:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785393150.736111:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2356:1872120050107520:192.168.202.156@tcp:400:kworker.0 00000100:00000001:3.0:1785393150.736115:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785393150.736120:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785393150.736123:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.736125:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785393150.736129:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6443ea1600. 02000000:00000001:3.0:1785393150.736131:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785393150.736137:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1785393150.736141:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6443d63f20. 00000400:00000010:3.0:1785393150.736148:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b86e8. 00000100:00000200:3.0:1785393150.736154:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050107520, portal 10 00000100:00000001:3.0:1785393150.736156:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785393150.736158:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000040:3.0:1785393150.736165:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.736172:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785393150.736175:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1785393150.736178:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b8e58. 00000100:00000200:3.0:1785393150.736181:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050107520, offset 0 00000400:00000200:3.0:1785393150.736188:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1785393150.736197:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393150.736205:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1785393150.736210:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785393150.736214:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1785393150.736218:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785393150.736220:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1785393150.736229:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [147:147:256:4294967295] 192.168.202.156@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:3.0:1785393150.736233:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393150.736243:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1785393150.736249:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1785393150.736254:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6462520600. 00000800:00000200:3.0:1785393150.736260:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1785393150.736266:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1785393150.736271:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6462520600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785393150.736318:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393150.736323:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 107446 usecs (108 jiffies) 00000400:00000200:3.0:1785393150.736326:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1785393150.736329:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295058034 00000100:00000001:3.0:1785393150.736339:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 0, keep current deadline 4295058216 00000100:00000001:3.0:1785393150.736342:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295058034 00000100:00000001:3.0:1785393150.736344:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 1, keep current deadline 4295058216 00000100:00000001:3.0:1785393150.736346:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393150.736349:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.736352:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.736354:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.736360:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393150.736362:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785393150.736364:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.736365:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393150.736367:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785393150.736369:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1785393150.736371:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.736372:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393150.736374:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.736375:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.736377:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785393150.736378:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785393150.736382:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.736395:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785393150.736396:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.736399:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785393150.736400:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785393150.736402:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785393150.736405:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17669912-8195-420a-8d73-85f8e904993d:2356:1872120050107648:192.168.202.156@tcp:400:kworker.0 00000100:00000001:3.0:1785393150.736408:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785393150.736410:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785393150.736412:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.736413:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785393150.736416:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6443ea1c00. 02000000:00000001:3.0:1785393150.736418:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785393150.736421:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1785393150.736424:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6443d63840. 00000400:00000010:3.0:1785393150.736428:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b8bb0. 00000100:00000200:3.0:1785393150.736430:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050107648, portal 10 00000100:00000001:3.0:1785393150.736432:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785393150.736433:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232068480 : -127112477483136 : ffff8c6451eedf80) 00000100:00000040:3.0:1785393150.736438:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.736444:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785393150.736446:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1785393150.736448:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64464b8b28. 00000100:00000200:3.0:1785393150.736450:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050107648, offset 0 00000400:00000200:3.0:1785393150.736455:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1785393150.736458:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393150.736462:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1785393150.736464:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785393150.736467:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1785393150.736469:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785393150.736471:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1785393150.736478:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [148:148:255:4294967295] 192.168.202.156@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:3.0:1785393150.736482:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1785393150.736488:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1785393150.736492:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1785393150.736495:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6462520300. 00000800:00000200:3.0:1785393150.736499:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:3.0:1785393150.736515:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1785393150.736517:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6462520300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785393150.736521:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393150.736523:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 30938 usecs (31 jiffies) 00000400:00000200:3.0:1785393150.736526:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1785393150.736528:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295057957 00000100:00000001:3.0:1785393150.736530:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295058216 00000100:00000001:3.0:1785393150.736532:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295057957 00000100:00000001:3.0:1785393150.736535:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295058216 00000100:00000001:3.0:1785393150.736536:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393150.736538:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.736541:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.736543:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.736551:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.736552:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393150.744507:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393150.744515:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6462520600. 00000400:00000200:1.0:1785393150.744522:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.744531:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393150.744539:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b8e58 00000400:00000010:1.0:1785393150.744542:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b8e58. 00000100:00000001:1.0:1785393150.744547:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393150.744555:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.744648:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393150.744659:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.744667:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393150.744669:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1785393150.744732:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393150.744735:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6462520300. 00000400:00000200:1.0:1785393150.744738:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.744742:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393150.744746:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b8b28 00000400:00000010:1.0:1785393150.744748:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b8b28. 00000100:00000001:1.0:1785393150.744750:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393150.744754:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.744762:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393150.744765:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.744771:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393150.744773:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785393150.760631:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.761792:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393150.761797:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.761801:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.761808:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761816:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393150.761824:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761829:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761833:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761838:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904480 00000400:00000200:1.0:1785393150.761842:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761849:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1785393150.761854:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.761857:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.761860:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.761875:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393150.761881:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393150.761888:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393150.761898:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.761917:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393150.761926:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.761930:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393150.761932:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.761933:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.761936:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761939:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393150.761943:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761945:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761948:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761950:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904500 00000400:00000200:1.0:1785393150.761953:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393150.761956:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1785393150.761959:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.761966:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393150.761967:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393150.761970:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393150.761972:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393150.761976:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393150.761984:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393150.761989:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393150.761991:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393150.762009:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.766601:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.766610:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785393150.766620:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785393150.766623:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785393150.766627:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6443d63840. 00000400:00000200:3.0:1785393150.766635:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b8bb0 00000400:00000010:3.0:1785393150.766638:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b8bb0. 00000100:00000001:3.0:1785393150.766643:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785393150.766665:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785393150.766689:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.766697:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785393150.766700:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.766703:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785393150.766706:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785393150.766709:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785393150.766711:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.766714:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785393150.766723:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1785393150.766728:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1785393150.766731:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785393150.766732:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393150.766735:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785393150.766738:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.766742:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785393150.766744:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:3.0:1785393150.766746:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785393150.766748:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393150.766753:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.766761:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393150.766764:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785393150.766766:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785393150.766770:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393150.766778:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17669912-8195-420a-8d73-85f8e904993d:2356:1872120050107648:192.168.202.156@tcp:400:kworker.0 00000400:00000001:3.0:1785393150.766784:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785393150.766785:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785393150.766788:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6443d63f20. 00000400:00000200:3.0:1785393150.766790:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64464b86e8 00000400:00000010:3.0:1785393150.766796:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64464b86e8. 00000100:00000001:3.0:1785393150.766800:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785393150.766805:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785393150.766813:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.766819:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785393150.766821:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.766823:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785393150.766824:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785393150.766825:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785393150.766827:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785393150.766829:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785393150.766833:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=131 v=5 (5 0 0 0) 00000100:00001000:3.0:1785393150.766835:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1785393150.766838:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785393150.766839:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393150.766841:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785393150.766843:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.766846:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785393150.766847:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:3.0:1785393150.766849:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785393150.766850:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393150.766854:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.766860:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785393150.766862:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785393150.766863:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785393150.766867:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785393150.766874:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2356:1872120050107520:192.168.202.156@tcp:400:kworker.0 00000100:00000001:3.0:1785393150.766878:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.766885:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785393150.766889:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eedf80 x1872120050107648/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.766895:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785393150.766898:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785393150.766901:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6443ea1c00. 02000000:00000001:3.0:1785393150.766905:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785393150.766907:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785393150.766909:0:2356:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:3.0:1785393150.766912:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785393150.766914:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6453c05c00. 02000000:00000001:3.0:1785393150.766917:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785393150.766919:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785393150.766921:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eedf80. 00000100:00000001:3.0:1785393150.766924:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785393150.766926:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.766927:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785393150.766930:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eec380 x1872120050107520/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393150.766937:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785393150.766938:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785393150.766939:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6443ea1600. 02000000:00000001:3.0:1785393150.766941:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785393150.766943:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785393150.766944:0:2356:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:3.0:1785393150.766945:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785393150.766947:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6453c05f00. 02000000:00000001:3.0:1785393150.766949:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785393150.766950:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785393150.766951:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eec380. 00000100:00000001:3.0:1785393150.766954:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785393150.766955:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.766957:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785393150.766964:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785393150.766966:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393150.766968:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785393150.766974:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1785393150.882550:0:9667:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:0.0:1785393151.049629:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295058216, at 4295058240 00000100:00000010:0.0:1785393151.049643:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c646033f8a0. 00000100:00000040:1.0:1785393151.049768:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295058216, at 4295058240 00000100:00000010:1.0:1785393151.049774:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c646033f3c0. 00010000:00000001:3.0:1785393151.625682:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393151.625689:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393151.625694:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393151.625695:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393151.625796:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393151.625799:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393151.625802:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1785393151.949505:0:5583:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1785393151.949513:0:5583:0:(mgc_request.c:108:config_log_get()) log params (ffff8c6443872800) refs 2 10000000:00000001:1.0:1785393151.949517:0:5583:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1785393151.949519:0:5583:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1785393151.949521:0:5583:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1785393151.949522:0:5583:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1785393151.949524:0:5583:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1785393151.949526:0:5583:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1785393151.949528:0:5583:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c6451e85000 from 7 10000000:00000001:1.0:1785393151.949531:0:5583:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1785393151.949532:0:5583:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1785393151.949542:0:5583:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460229180. 00000020:00000040:1.0:1785393151.949547:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:1.0:1785393151.949551:0:5583:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785393151.949554:0:5583:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785393151.949583:0:5583:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785393151.949591:0:5583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c6443922a00. 00000100:00000001:1.0:1785393151.949597:0:5583:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785393151.949601:0:5583:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1785393151.949604:0:5583:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1785393151.949611:0:5583:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8c6450abea00. 00010000:00000001:1.0:1785393151.949615:0:5583:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1785393151.949618:0:5583:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c6441656a00. 00000020:00000001:1.0:1785393151.949622:0:5583:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1785393151.949625:0:5583:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c6441656a00 with handle 0x5e1108f159ba924c to hash 00000020:00000001:1.0:1785393151.949627:0:5583:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1785393151.949629:0:5583:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616960954624512 : -127112754927104 : ffff8c6441656a00) 00010000:00000001:1.0:1785393151.949631:0:5583:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616960954624512 : -127112754927104 : ffff8c6441656a00) 00010000:00000001:1.0:1785393151.949635:0:5583:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1785393151.949638:0:5583:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393151.949651:0:5583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441656a00/0x5e1108f159ba924c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393151.949681:0:5583:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: ffff8c6441656a00/0x5e1108f159ba924c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785393151.949690:0:5583:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: ffff8c6441656a00/0x5e1108f159ba924c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1785393151.949696:0:5583:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1785393151.949697:0:5583:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1785393151.949703:0:5583:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c6443e836c0. 00000100:00000001:1.0:1785393151.949704:0:5583:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616960996751040 : -127112712800576 : ffff8c6443e836c0) 00000100:00000001:1.0:1785393151.949706:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393151.949708:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470337408 : -127112239214208 : ffff8c6460229180) 00000100:00000001:1.0:1785393151.949711:0:5583:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785393151.949715:0:5583:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393151.949717:0:5583:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1785393151.949718:0:5583:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785393151.949727:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393151.949735:0:5583:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785393151.949737:0:5583:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393151.949740:0:5583:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785393151.949742:0:5583:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785393151.949744:0:5583:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785393151.949747:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460229180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050107776:192.168.202.156@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1785393151.949751:0:5583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785393151.949756:0:5583:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785393151.949758:0:5583:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785393151.949760:0:5583:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785393151.949764:0:5583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c6460364000. 02000000:00000001:1.0:1785393151.949766:0:5583:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393151.949772:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1785393151.949794:0:5583:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c64603140b0. 00000400:00000010:1.0:1785393151.949801:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64481615d8. 00000100:00000200:1.0:1785393151.949807:0:5583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872120050107776, portal 25 00000100:00000001:1.0:1785393151.949809:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785393151.949810:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961470337408 : -127112239214208 : ffff8c6460229180) 00000100:00000040:1.0:1785393151.949814:0:5583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393151.949821:0:5583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785393151.949823:0:5583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1785393151.949825:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c6448161dd0. 00000100:00000200:1.0:1785393151.949828:0:5583:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1872120050107776, offset 0 00000400:00000200:1.0:1785393151.949832:0:5583:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1785393151.949839:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.949846:0:5583:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1785393151.949851:0:5583:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785393151.949854:0:5583:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1785393151.949858:0:5583:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785393151.949860:0:5583:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1785393151.949864:0:5583:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [149:149:256:4294967295] 192.168.202.156@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1785393151.949867:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.949875:0:5583:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1785393151.949880:0:5583:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1785393151.949885:0:5583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c64619e6400. 00000800:00000200:1.0:1785393151.949891:0:5583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:1.0:1785393151.949898:0:5583:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:1.0:1785393151.949901:0:5583:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c64619e6400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1785393151.949912:0:5583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785393151.949915:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1785393151.949917:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295060055 00000100:00000010:1.0:1785393151.949921:0:5583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6448198660. 00000100:00000001:1.0:1785393151.949927:0:5583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1785393151.949937:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295060055 00000100:00000010:1.0:1785393151.949939:0:5583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c64481982a0. 00000100:00000001:1.0:1785393151.949942:0:5583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1785393151.949944:0:5583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785393151.949946:0:5583:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393151.949948:0:5583:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785393151.949950:0:5583:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1785393151.949952:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6443e836c0 going to sleep for 11 seconds 00000100:00000001:1.0:1785393151.949954:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785393151.949957:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393151.950290:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393151.950295:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c64619e6400. 00000400:00000200:0.0:1785393151.950301:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393151.950306:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393151.950327:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448161dd0 00000400:00000010:0.0:1785393151.950330:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c6448161dd0. 00000100:00000001:0.0:1785393151.950334:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393151.950339:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.950348:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393151.950351:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.950358:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393151.950360:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785393151.952135:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.952149:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393151.952153:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.952155:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393151.952162:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.952168:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393151.952175:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.952179:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.952183:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.952187:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 344 into portal 25 MB=0x6a6aeea904580 00000400:00000200:1.0:1785393151.952192:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.952197:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 344/344 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1785393151.952203:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.952209:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393151.952212:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393151.952216:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393151.952222:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393151.952243:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393151.952252:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393151.952279:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393151.952295:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.952298:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.952458:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393151.952465:0:5583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393151.952467:0:5583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393151.952470:0:5583:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c64603140b0. 00000400:00000200:2.0:1785393151.952474:0:5583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64481615d8 00000400:00000010:2.0:1785393151.952475:0:5583:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64481615d8. 00000100:00000001:2.0:1785393151.952478:0:5583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393151.952483:0:5583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393151.952490:0:5583:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.952496:0:5583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393151.952497:0:5583:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.952499:0:5583:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393151.952502:0:5583:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393151.952504:0:5583:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393151.952507:0:5583:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.952509:0:5583:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393151.952515:0:5583:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=132 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393151.952518:0:5583:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393151.952521:0:5583:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393151.952522:0:5583:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.952524:0:5583:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393151.952527:0:5583:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.952529:0:5583:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393151.952553:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.952581:0:5583:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.952584:0:5583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393151.952586:0:5583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393151.952589:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393151.952596:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460229180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050107776:192.168.202.156@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.952599:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.952602:0:5583:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.952604:0:5583:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1785393151.952606:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.952609:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.952614:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1785393151.952616:0:5583:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c6443e836c0. 00000100:00000001:2.0:1785393151.952619:0:5583:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1785393151.952621:0:5583:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.952624:0:5583:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1785393151.952627:0:5583:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785393151.952630:0:5583:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785393151.952632:0:5583:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6441656a00 refcount=4 00000020:00000001:2.0:1785393151.952635:0:5583:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616960954624512 : -127112754927104 : ffff8c6441656a00) 00010000:00000001:2.0:1785393151.952638:0:5583:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616960954624512 : -127112754927104 : ffff8c6441656a00) 00010000:00000040:2.0:1785393151.952663:0:5583:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c6441656a00, remote cookie: 0x1f92778ff6fad207, flags: 0x0 00010000:00000001:2.0:1785393151.952666:0:5583:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1785393151.952669:0:5583:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1785393151.952671:0:5583:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1785393151.952673:0:5583:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1785393151.952674:0:5583:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1785393151.952676:0:5583:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8c6450abea00) refcount = 1 00010000:00010000:2.0:1785393151.952680:0:5583:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: ffff8c6441656a00/0x5e1108f159ba924c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad207 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393151.952707:0:5583:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1785393151.952709:0:5583:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1785393151.952710:0:5583:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1785393151.952712:0:5583:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1785393151.952715:0:5583:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393151.952718:0:5583:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: ffff8c6441656a00/0x5e1108f159ba924c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad207 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393151.952722:0:5583:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1785393151.952724:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393151.952725:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393151.952726:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393151.952727:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393151.952728:0:5583:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.952730:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.952734:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460229180 x1872120050107776/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.952739:0:5583:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393151.952741:0:5583:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393151.952744:0:5583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c6460364000. 02000000:00000001:2.0:1785393151.952746:0:5583:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393151.952748:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393151.952750:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393151.952752:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393151.952754:0:5583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c6443922a00. 02000000:00000001:2.0:1785393151.952757:0:5583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393151.952759:0:5583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393151.952760:0:5583:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460229180. 00000100:00000001:2.0:1785393151.952764:0:5583:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393151.952765:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1785393151.952767:0:5583:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393151.952769:0:5583:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1785393151.952771:0:5583:0:(mgc_request.c:108:config_log_get()) log params (ffff8c6443872800) refs 3 10000000:00000001:2.0:1785393151.952773:0:5583:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.952778:0:5583:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785393151.952788:0:5583:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785393151.952790:0:5583:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6441656a00 refcount=3 00000020:00000001:2.0:1785393151.952792:0:5583:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616960954624512 : -127112754927104 : ffff8c6441656a00) 00010000:00000001:2.0:1785393151.952794:0:5583:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616960954624512 : -127112754927104 : ffff8c6441656a00) 00010000:00000001:2.0:1785393151.952796:0:5583:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1785393151.952797:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393151.952798:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393151.952799:0:5583:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393151.952802:0:5583:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1785393151.952805:0:5583:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c6460392200. 00000020:00000010:2.0:1785393151.952809:0:5583:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c6448d59e00. 00000020:00000010:2.0:1785393151.952813:0:5583:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c6448d59400. 00000040:00000010:2.0:1785393151.952817:0:5583:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8c6443905c00. 00000020:00000010:2.0:1785393151.952821:0:5583:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c6448531000. 00000020:00000010:2.0:1785393151.952825:0:5583:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8c6443905600. 80000000:00000010:2.0:1785393151.952829:0:5583:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c64454405a0. 00040000:00000010:2.0:1785393151.952834:0:5583:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c64413f0400. 20000000:00000010:2.0:1785393151.952838:0:5583:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8c64482d0a00. 10000000:00000040:2.0:1785393151.952842:0:5583:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff8c646024ff00 : new refcount 2 00000020:00000001:2.0:1785393151.952844:0:5583:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1785393151.952846:0:5583:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1785393151.952849:0:5583:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1785393151.952853:0:5583:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c644120ba00. 00000040:00000001:2.0:1785393151.952856:0:5583:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1785393151.952858:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000010:2.0:1785393151.952862:0:5583:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eec380. 00000020:00000040:2.0:1785393151.952864:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=5 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1785393151.952867:0:5583:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393151.952869:0:5583:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393151.952873:0:5583:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393151.952878:0:5583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c6450b46400. 00000100:00000001:2.0:1785393151.952882:0:5583:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.952887:0:5583:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1785393151.952889:0:5583:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1785393151.952896:0:5583:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.952899:0:5583:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616961081817344 : -127112627734272 : ffff8c6448fa3900) 00000100:00000001:2.0:1785393151.952901:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.952902:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000001:2.0:1785393151.952906:0:5583:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393151.952909:0:5583:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.952911:0:5583:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1785393151.952912:0:5583:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785393151.952916:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.952922:0:5583:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785393151.952923:0:5583:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.952926:0:5583:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785393151.952928:0:5583:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785393151.952930:0:5583:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393151.952933:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050107904:192.168.202.156@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.952936:0:5583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785393151.952939:0:5583:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785393151.952941:0:5583:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.952943:0:5583:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785393151.952947:0:5583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6450b46600. 02000000:00000001:2.0:1785393151.952948:0:5583:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.952951:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1785393151.952955:0:5583:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6448f900b0. 00000400:00000010:2.0:1785393151.952958:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5198. 00000100:00000200:2.0:1785393151.952963:0:5583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050107904, portal 25 00000100:00000001:2.0:1785393151.952964:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.952966:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000040:2.0:1785393151.952970:0:5583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.952976:0:5583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785393151.952978:0:5583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1785393151.952981:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5990. 00000100:00000200:2.0:1785393151.952987:0:5583:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1872120050107904, offset 0 00000400:00000200:2.0:1785393151.952992:0:5583:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1785393151.952998:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.953003:0:5583:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1785393151.953019:0:5583:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785393151.953022:0:5583:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1785393151.953025:0:5583:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785393151.953028:0:5583:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1785393151.953031:0:5583:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [150:150:256:4294967295] 192.168.202.156@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1785393151.953034:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.953041:0:5583:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1785393151.953045:0:5583:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1785393151.953050:0:5583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6453c05d00. 00000800:00000200:2.0:1785393151.953055:0:5583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1785393151.953060:0:5583:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1785393151.953064:0:5583:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6453c05d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1785393151.953093:0:5583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.953097:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1785393151.953099:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295060058 00000100:00000001:2.0:1785393151.953105:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060055 00000100:00000001:2.0:1785393151.953110:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295060058 00000100:00000001:2.0:1785393151.953113:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060055 00000100:00000001:2.0:1785393151.953115:0:5583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.953118:0:5583:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.953120:0:5583:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393151.953122:0:5583:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1785393151.953124:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3900 going to sleep for 11 seconds 00000100:00000001:2.0:1785393151.953126:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393151.953127:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393151.953272:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393151.953277:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6453c05d00. 00000400:00000200:0.0:1785393151.953280:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393151.953285:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393151.953288:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5990 00000400:00000010:0.0:1785393151.953290:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5990. 00000100:00000001:0.0:1785393151.953293:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393151.953297:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.953305:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393151.953308:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.953314:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393151.953316:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785393151.955259:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.955270:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393151.955274:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.955276:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393151.955282:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.955288:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393151.955294:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.955298:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.955302:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.955306:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 272 into portal 25 MB=0x6a6aeea904600 00000400:00000200:1.0:1785393151.955310:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.955315:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 272/272 into md 0x909 [1] + 224 00000800:00000001:1.0:1785393151.955409:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.955416:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393151.955419:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393151.955424:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393151.955429:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393151.955435:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393151.955445:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393151.955463:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393151.955469:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.955472:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.955525:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393151.955531:0:5583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393151.955542:0:5583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393151.955545:0:5583:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6448f900b0. 00000400:00000200:2.0:1785393151.955549:0:5583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5198 00000400:00000010:2.0:1785393151.955551:0:5583:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5198. 00000100:00000001:2.0:1785393151.955554:0:5583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393151.955579:0:5583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393151.955587:0:5583:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.955593:0:5583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393151.955595:0:5583:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.955597:0:5583:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393151.955600:0:5583:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393151.955602:0:5583:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393151.955604:0:5583:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.955607:0:5583:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393151.955611:0:5583:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=132 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393151.955615:0:5583:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393151.955617:0:5583:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393151.955619:0:5583:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.955621:0:5583:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393151.955623:0:5583:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.955625:0:5583:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393151.955629:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.955636:0:5583:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.955639:0:5583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393151.955651:0:5583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393151.955655:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393151.955663:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050107904:192.168.202.156@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.955668:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.955675:0:5583:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.955677:0:5583:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1785393151.955678:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.955682:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.955688:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1785393151.955690:0:5583:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.955693:0:5583:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1785393151.955694:0:5583:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393151.955699:0:5583:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1785393151.955702:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393151.955704:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393151.955706:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1785393151.955707:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.955710:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eec380 x1872120050107904/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.955716:0:5583:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393151.955718:0:5583:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393151.955720:0:5583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6450b46600. 02000000:00000001:2.0:1785393151.955723:0:5583:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393151.955724:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393151.955725:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393151.955727:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393151.955729:0:5583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c6450b46400. 02000000:00000001:2.0:1785393151.955731:0:5583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393151.955733:0:5583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393151.955735:0:5583:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eec380. 00000100:00000001:2.0:1785393151.955738:0:5583:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393151.955739:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1785393151.955742:0:5583:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393151.955745:0:5583:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1785393151.955749:0:5583:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c64602c6000. 00000040:00000001:2.0:1785393151.955752:0:5583:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1785393151.955753:0:5583:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1785393151.955755:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000010:2.0:1785393151.955758:0:5583:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eec380. 00000020:00000040:2.0:1785393151.955761:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=5 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1785393151.955767:0:5583:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393151.955770:0:5583:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393151.955773:0:5583:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393151.955777:0:5583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c6450b46400. 00000100:00000001:2.0:1785393151.955926:0:5583:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.955932:0:5583:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1785393151.955933:0:5583:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1785393151.955939:0:5583:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.955941:0:5583:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616961081817344 : -127112627734272 : ffff8c6448fa3900) 00000100:00000001:2.0:1785393151.955944:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.955945:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000001:2.0:1785393151.955949:0:5583:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393151.955952:0:5583:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.955954:0:5583:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1785393151.955956:0:5583:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785393151.955960:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.955966:0:5583:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785393151.955967:0:5583:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.955970:0:5583:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785393151.955972:0:5583:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785393151.955975:0:5583:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393151.955978:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050108032:192.168.202.156@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.955981:0:5583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785393151.955985:0:5583:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785393151.955986:0:5583:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.955988:0:5583:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785393151.956002:0:5583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c6450b70000. 02000000:00000001:2.0:1785393151.956004:0:5583:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.956018:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1785393151.956021:0:5583:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6448f900b0. 00000400:00000010:2.0:1785393151.956026:0:5583:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c6448fa3300. 00000100:00000200:2.0:1785393151.956031:0:5583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1872120050108032, portal 25 00000100:00000001:2.0:1785393151.956033:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.956039:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000040:2.0:1785393151.956044:0:5583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.956065:0:5583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785393151.956068:0:5583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1785393151.956070:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5198. 00000100:00000200:2.0:1785393151.956073:0:5583:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1872120050108032, offset 0 00000400:00000200:2.0:1785393151.956078:0:5583:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1785393151.956083:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.956088:0:5583:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1785393151.956092:0:5583:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785393151.956095:0:5583:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1785393151.956098:0:5583:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785393151.956100:0:5583:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1785393151.956103:0:5583:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [151:151:256:4294967295] 192.168.202.156@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:2.0:1785393151.956107:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.956114:0:5583:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1785393151.956119:0:5583:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1785393151.956123:0:5583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6453c05200. 00000800:00000200:2.0:1785393151.956128:0:5583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1785393151.956133:0:5583:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1785393151.956137:0:5583:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6453c05200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1785393151.956153:0:5583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.956157:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1785393151.956160:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295060061 00000100:00000001:2.0:1785393151.956166:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060058 00000100:00000001:2.0:1785393151.956184:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295060061 00000100:00000001:2.0:1785393151.956187:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060058 00000100:00000001:2.0:1785393151.956189:0:5583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.956191:0:5583:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.956213:0:5583:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393151.956214:0:5583:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1785393151.956216:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3900 going to sleep for 11 seconds 00000100:00000001:2.0:1785393151.956219:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393151.956220:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393151.956400:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393151.956404:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6453c05200. 00000400:00000200:0.0:1785393151.956407:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393151.956410:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393151.956414:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5198 00000400:00000010:0.0:1785393151.956415:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5198. 00000100:00000001:0.0:1785393151.956418:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393151.956422:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.956453:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393151.956456:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.956461:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393151.956463:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1785393151.958343:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.958352:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393151.958355:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.958358:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393151.958364:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.958369:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393151.958376:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.958388:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.958392:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.958396:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 8416 into portal 25 MB=0x6a6aeea904680 00000400:00000200:1.0:1785393151.958400:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393151.958405:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 8416/8416 into md 0x911 [4] + 224 00000800:00000001:1.0:1785393151.958410:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.958418:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393151.958420:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393151.958424:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393151.958428:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393151.958433:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393151.958442:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393151.958451:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393151.958455:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393151.958457:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.958727:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393151.958733:0:5583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393151.958736:0:5583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393151.958738:0:5583:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6448f900b0. 00000400:00000200:2.0:1785393151.958742:0:5583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448fa3300 00000400:00000010:2.0:1785393151.958744:0:5583:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff8c6448fa3300. 00000100:00000001:2.0:1785393151.958746:0:5583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393151.958751:0:5583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393151.958759:0:5583:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.958765:0:5583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393151.958767:0:5583:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.958769:0:5583:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393151.958772:0:5583:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393151.958774:0:5583:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393151.958777:0:5583:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.958955:0:5583:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393151.958963:0:5583:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=132 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393151.958967:0:5583:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393151.958969:0:5583:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393151.958971:0:5583:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.958973:0:5583:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393151.958975:0:5583:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.958978:0:5583:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393151.958983:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.958989:0:5583:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.958992:0:5583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393151.958994:0:5583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393151.959005:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393151.959022:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050108032:192.168.202.156@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.959027:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.959030:0:5583:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.959032:0:5583:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1785393151.959033:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.959036:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.959043:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1785393151.959045:0:5583:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.959047:0:5583:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1785393151.959049:0:5583:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393151.959056:0:5583:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1785393151.959058:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.959061:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eec380 x1872120050108032/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.959067:0:5583:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393151.959069:0:5583:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393151.959072:0:5583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c6450b70000. 02000000:00000001:2.0:1785393151.959083:0:5583:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393151.959085:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393151.959087:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393151.959089:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393151.959091:0:5583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c6450b46400. 02000000:00000001:2.0:1785393151.959094:0:5583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393151.959095:0:5583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393151.959097:0:5583:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eec380. 00000100:00000001:2.0:1785393151.959100:0:5583:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393151.959102:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1785393151.959104:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393151.959105:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393151.959107:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1785393151.959114:0:5583:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393151.959116:0:5583:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393151.959120:0:5583:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1785393151.959122:0:5583:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c6445440780. 00000040:00001000:2.0:1785393151.959125:0:5583:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1785393151.968255:0:9702:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1785393151.968266:0:9702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c6443922a00. 00000020:00000010:1.0:1785393151.968275:0:9702:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c6443922200. 00000040:00000010:1.0:1785393151.968278:0:9702:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8c6443922800. 00000020:00000010:1.0:1785393151.968282:0:9702:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c6446d13000. 00000020:00000010:1.0:1785393151.968288:0:9702:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c6460994168. 00000020:00000010:1.0:1785393151.968291:0:9702:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8c6443923000. 80000000:00000010:1.0:1785393151.968296:0:9702:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c6448198060. 40000000:00000010:1.0:1785393151.968300:0:9702:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8c6452510600. 00100000:00000010:1.0:1785393151.968305:0:9702:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c6446d12800. 00040000:00000010:1.0:1785393151.968309:0:9702:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c64619e6400. 00040000:00000010:1.0:1785393151.968314:0:9702:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c6446d14800. 00040000:00000010:1.0:1785393151.968318:0:9702:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c6443923200. 00000004:00000010:1.0:1785393151.968330:0:9702:0:(mdd_device.c:2409:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c6446d13800. 00000004:00000010:1.0:1785393151.968334:0:9702:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c6451e07000. 00000004:00000010:1.0:1785393151.968350:0:9702:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8c6446d16000. 00002000:00000010:1.0:1785393151.968355:0:9702:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff8c6460364c00. 00000004:00000010:1.0:1785393151.968358:0:9702:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8c6460365800. 00000020:00000010:1.0:1785393151.968363:0:9702:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c6452510200. 00000040:00000010:1.0:1785393151.968372:0:9702:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c64582d8000. 00000040:00080000:1.0:1785393151.968916:0:9702:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1785393151.968921:0:9702:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff8c64582d8000. 00000020:00000010:1.0:1785393151.968929:0:9702:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c6452510200. 00000020:00000010:1.0:1785393151.968943:0:9702:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c6443922200. 00000040:00000010:1.0:1785393151.968947:0:9702:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8c6443922800. 00000020:00000010:1.0:1785393151.968949:0:9702:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c6446d13000. 00000020:00000010:1.0:1785393151.968952:0:9702:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c6460994168. 00000020:00000010:1.0:1785393151.968956:0:9702:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8c6443923000. 80000000:00000010:1.0:1785393151.968959:0:9702:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c6448198060. 40000000:00000010:1.0:1785393151.968961:0:9702:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8c6452510600. 00100000:00000010:1.0:1785393151.968965:0:9702:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c6446d12800. 00040000:00000010:1.0:1785393151.968967:0:9702:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c64619e6400. 00040000:00000010:1.0:1785393151.968970:0:9702:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8c6446d14800. 00040000:00000010:1.0:1785393151.968972:0:9702:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c6443923200. 00000004:00000010:1.0:1785393151.968974:0:9702:0:(mdd_device.c:2421:mdd_key_fini()) kfreed 'info': 1872 at ffff8c6446d13800. 00000004:00000010:1.0:1785393151.968977:0:9702:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff8c6451e07000. 00000004:00000010:1.0:1785393151.968980:0:9702:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8c6446d16000. 00002000:00000010:1.0:1785393151.968983:0:9702:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff8c6460364c00. 00000004:00000010:1.0:1785393151.968986:0:9702:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8c6460365800. 00000020:00000010:1.0:1785393151.968988:0:9702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c6443922a00. 00000040:00000010:2.0:1785393151.969333:0:5583:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c6445440780. 00000040:00000001:2.0:1785393151.969339:0:5583:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1785393151.969342:0:5583:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1785393151.969347:0:5583:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c64602c6000. 00000040:00000010:2.0:1785393151.969350:0:5583:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c644120ba00. 00000020:00000001:2.0:1785393151.969354:0:5583:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393151.969357:0:5583:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1785393151.969361:0:5583:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c6448d59400. 00000040:00000010:2.0:1785393151.969363:0:5583:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8c6443905c00. 00000020:00000010:2.0:1785393151.969366:0:5583:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c6448531000. 00000020:00000010:2.0:1785393151.969370:0:5583:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8c6443905600. 80000000:00000010:2.0:1785393151.969372:0:5583:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c64454405a0. 00040000:00000010:2.0:1785393151.969375:0:5583:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c64413f0400. 20000000:00000010:2.0:1785393151.969378:0:5583:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8c64482d0a00. 00000020:00000010:2.0:1785393151.969381:0:5583:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c6448d59e00. 10000000:00000010:2.0:1785393151.969384:0:5583:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c6460392200. 10000000:01000000:2.0:1785393151.969387:0:5583:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1785393151.969390:0:5583:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1785393151.969393:0:5583:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785393151.969396:0:5583:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785393151.969399:0:5583:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6441656a00 refcount=3 00000020:00000001:2.0:1785393151.969401:0:5583:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616960954624512 : -127112754927104 : ffff8c6441656a00) 00010000:00000001:2.0:1785393151.969405:0:5583:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616960954624512 : -127112754927104 : ffff8c6441656a00) 00010000:00000001:2.0:1785393151.969408:0:5583:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1785393151.969413:0:5583:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6441656a00/0x5e1108f159ba924c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad207 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393151.969422:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393151.969423:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1785393151.969432:0:5583:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6441656a00/0x5e1108f159ba924c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad207 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393151.969438:0:5583:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1785393151.969439:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393151.969440:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1785393151.969442:0:5583:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393151.969444:0:5583:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393151.969447:0:5583:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1785393151.969449:0:5583:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1785393151.969451:0:5583:0:(mgc_request.c:108:config_log_get()) log params (ffff8c646098b200) refs 2 10000000:00000001:2.0:1785393151.969453:0:5583:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393151.969455:0:5583:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1785393151.969456:0:5583:0:(mgc_request.c:123:config_log_put()) log params(ffff8c6443872800) refs 3 10000000:00000001:2.0:1785393151.969458:0:5583:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1785393151.969460:0:5583:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1785393151.969461:0:5583:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1785393151.969463:0:5583:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:2.0:1785393151.969465:0:5583:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c6460009800 from 7 10000000:00000001:2.0:1785393151.969467:0:5583:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1785393151.969469:0:5583:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1785393151.969474:0:5583:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eec380. 00000020:00000040:2.0:1785393151.969478:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1785393151.969482:0:5583:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393151.969484:0:5583:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393151.969489:0:5583:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393151.969496:0:5583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c6450b46400. 00000100:00000001:2.0:1785393151.969502:0:5583:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.969506:0:5583:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1785393151.969508:0:5583:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1785393151.969514:0:5583:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c6450abea00 count: 2 00010000:00000001:2.0:1785393151.969517:0:5583:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1785393151.969519:0:5583:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1785393151.969523:0:5583:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c6482166a00. 00000020:00000001:2.0:1785393151.969526:0:5583:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1785393151.969529:0:5583:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c6482166a00 with handle 0x5e1108f159ba9253 to hash 00000020:00000001:2.0:1785393151.969531:0:5583:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1785393151.969536:0:5583:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616962039966208 : -127111669585408 : ffff8c6482166a00) 00010000:00000001:2.0:1785393151.969539:0:5583:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616962039966208 : -127111669585408 : ffff8c6482166a00) 00010000:00000001:2.0:1785393151.969542:0:5583:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1785393151.969546:0:5583:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393151.969549:0:5583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6482166a00/0x5e1108f159ba9253 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393151.969578:0:5583:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.156@tcp lock: ffff8c6482166a00/0x5e1108f159ba9253 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393151.969590:0:5583:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.156@tcp lock: ffff8c6482166a00/0x5e1108f159ba9253 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1785393151.969596:0:5583:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1785393151.969598:0:5583:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1785393151.969605:0:5583:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.969607:0:5583:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616961081817344 : -127112627734272 : ffff8c6448fa3900) 00000100:00000001:2.0:1785393151.969610:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.969611:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000001:2.0:1785393151.969616:0:5583:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393151.969620:0:5583:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.969622:0:5583:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1785393151.969624:0:5583:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785393151.969634:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.969650:0:5583:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785393151.969653:0:5583:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.969657:0:5583:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785393151.969659:0:5583:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785393151.969661:0:5583:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393151.969665:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050108160:192.168.202.156@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.969669:0:5583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785393151.969678:0:5583:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785393151.969681:0:5583:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.969684:0:5583:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785393151.969688:0:5583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c6448fc6000. 02000000:00000001:2.0:1785393151.969690:0:5583:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.969697:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1785393151.969701:0:5583:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6448f900b0. 00000400:00000010:2.0:1785393151.969708:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5aa0. 00000100:00000200:2.0:1785393151.969714:0:5583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872120050108160, portal 25 00000100:00000001:2.0:1785393151.969716:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.969717:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000040:2.0:1785393151.969723:0:5583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.969731:0:5583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785393151.969734:0:5583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1785393151.969737:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5ee0. 00000100:00000200:2.0:1785393151.969740:0:5583:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1872120050108160, offset 0 00000400:00000200:2.0:1785393151.969746:0:5583:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1785393151.969754:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.969760:0:5583:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1785393151.969765:0:5583:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785393151.969769:0:5583:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1785393151.969773:0:5583:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785393151.969775:0:5583:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1785393151.969779:0:5583:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [152:152:256:4294967295] 192.168.202.156@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:2.0:1785393151.969784:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.969793:0:5583:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1785393151.969798:0:5583:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1785393151.969802:0:5583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6453c05e00. 00000800:00000200:2.0:1785393151.969808:0:5583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1785393151.969815:0:5583:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1785393151.969820:0:5583:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6453c05e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1785393151.969831:0:5583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.969835:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1785393151.969837:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295060074 00000100:00000001:2.0:1785393151.969844:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060061 00000100:00000001:2.0:1785393151.969847:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295060074 00000100:00000001:2.0:1785393151.969851:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060061 00000100:00000001:2.0:1785393151.969853:0:5583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.969856:0:5583:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.969858:0:5583:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393151.969860:0:5583:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1785393151.969862:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3900 going to sleep for 11 seconds 00000100:00000001:2.0:1785393151.969864:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393151.969867:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393151.974355:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393151.974364:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6453c05e00. 00000400:00000200:0.0:1785393151.974370:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393151.974378:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393151.974385:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5ee0 00000400:00000010:0.0:1785393151.974388:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5ee0. 00000100:00000001:0.0:1785393151.974392:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393151.974399:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.974409:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393151.974413:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.974419:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393151.974421:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785393151.984554:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393151.984596:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393151.984601:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393151.984604:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393151.984612:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.984619:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393151.984628:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.984633:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.984638:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.984650:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 344 into portal 25 MB=0x6a6aeea904700 00000400:00000200:0.0:1785393151.984655:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.984662:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 344/344 into md 0x919 [1] + 224 00000800:00000001:0.0:1785393151.984682:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393151.984689:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393151.984692:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393151.984697:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393151.984704:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393151.984712:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393151.984724:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.984736:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393151.984743:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393151.984745:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.984948:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393151.984957:0:5583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393151.984960:0:5583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393151.984963:0:5583:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6448f900b0. 00000400:00000200:2.0:1785393151.984968:0:5583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5aa0 00000400:00000010:2.0:1785393151.984971:0:5583:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5aa0. 00000100:00000001:2.0:1785393151.984974:0:5583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393151.984978:0:5583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393151.984987:0:5583:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.984992:0:5583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393151.984994:0:5583:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.984997:0:5583:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393151.985000:0:5583:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393151.985004:0:5583:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393151.985016:0:5583:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.985019:0:5583:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393151.985025:0:5583:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=132 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393151.985029:0:5583:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393151.985032:0:5583:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393151.985041:0:5583:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.985044:0:5583:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393151.985046:0:5583:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.985049:0:5583:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393151.985054:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.985061:0:5583:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.985063:0:5583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393151.985065:0:5583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393151.985069:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393151.985077:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050108160:192.168.202.156@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.985081:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.985085:0:5583:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.985087:0:5583:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1785393151.985089:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.985092:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.985099:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1785393151.985101:0:5583:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.985103:0:5583:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1785393151.985105:0:5583:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.985107:0:5583:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1785393151.985110:0:5583:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785393151.985113:0:5583:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785393151.985116:0:5583:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6482166a00 refcount=4 00000020:00000001:2.0:1785393151.985119:0:5583:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616962039966208 : -127111669585408 : ffff8c6482166a00) 00010000:00000001:2.0:1785393151.985121:0:5583:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616962039966208 : -127111669585408 : ffff8c6482166a00) 00010000:00000040:2.0:1785393151.985127:0:5583:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c6482166a00, remote cookie: 0x1f92778ff6fad20e, flags: 0x0 00010000:00000001:2.0:1785393151.985130:0:5583:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1785393151.985134:0:5583:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1785393151.985136:0:5583:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1785393151.985143:0:5583:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1785393151.985145:0:5583:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1785393151.985148:0:5583:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8c6450abea00) refcount = 2 00010000:00000040:2.0:1785393151.985152:0:5583:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1785393151.985156:0:5583:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.156@tcp lock: ffff8c6441656a00/0x5e1108f159ba924c lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad207 expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785393151.985164:0:5583:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.156@tcp lock: ffff8c6482166a00/0x5e1108f159ba9253 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad20e expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393151.985170:0:5583:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1785393151.985171:0:5583:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1785393151.985173:0:5583:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1785393151.985176:0:5583:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1785393151.985178:0:5583:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393151.985181:0:5583:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.156@tcp lock: ffff8c6482166a00/0x5e1108f159ba9253 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f92778ff6fad20e expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393151.985187:0:5583:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1785393151.985188:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393151.985190:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393151.985191:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393151.985192:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393151.985193:0:5583:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.985196:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.985200:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eec380 x1872120050108160/t0(0) o101->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 328/344 e 0 to 0 dl 1785393167 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.985206:0:5583:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393151.985208:0:5583:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393151.985211:0:5583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c6448fc6000. 02000000:00000001:2.0:1785393151.985214:0:5583:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393151.985216:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393151.985218:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393151.985220:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393151.985222:0:5583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c6450b46400. 02000000:00000001:2.0:1785393151.985240:0:5583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393151.985242:0:5583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393151.985244:0:5583:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eec380. 00000100:00000001:2.0:1785393151.985247:0:5583:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393151.985248:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1785393151.985250:0:5583:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393151.985253:0:5583:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1785393151.985254:0:5583:0:(mgc_request.c:108:config_log_get()) log params (ffff8c646098b200) refs 3 10000000:00000001:2.0:1785393151.985256:0:5583:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.985258:0:5583:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785393151.985259:0:5583:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785393151.985261:0:5583:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6482166a00 refcount=3 00000020:00000001:2.0:1785393151.985263:0:5583:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616962039966208 : -127111669585408 : ffff8c6482166a00) 00010000:00000001:2.0:1785393151.985264:0:5583:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616962039966208 : -127111669585408 : ffff8c6482166a00) 00010000:00000001:2.0:1785393151.985267:0:5583:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1785393151.985268:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393151.985269:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1785393151.985270:0:5583:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393151.985272:0:5583:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1785393151.985275:0:5583:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c6460392200. 00000020:00000010:2.0:1785393151.985278:0:5583:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c6450b46400. 00000020:00000010:2.0:1785393151.985282:0:5583:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c6450b46600. 00000040:00000010:2.0:1785393151.985285:0:5583:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8c6450b47200. 00000020:00000010:2.0:1785393151.985288:0:5583:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c6448531000. 00000020:00000010:2.0:1785393151.985292:0:5583:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8c6450b47000. 80000000:00000010:2.0:1785393151.985295:0:5583:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c64454405a0. 00040000:00000010:2.0:1785393151.985299:0:5583:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c6450b47400. 20000000:00000010:2.0:1785393151.985303:0:5583:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8c6450b46000. 10000000:00000040:2.0:1785393151.985307:0:5583:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff8c646024ff00 : new refcount 2 00000020:00000001:2.0:1785393151.985310:0:5583:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1785393151.985311:0:5583:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1785393151.985315:0:5583:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1785393151.985317:0:5583:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c6450b47600. 00000040:00000001:2.0:1785393151.985327:0:5583:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1785393151.985330:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000010:2.0:1785393151.985333:0:5583:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eec380. 00000020:00000040:2.0:1785393151.985340:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=5 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1785393151.985344:0:5583:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393151.985346:0:5583:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393151.985350:0:5583:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393151.985356:0:5583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c6450b47800. 00000100:00000001:2.0:1785393151.985360:0:5583:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.985365:0:5583:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1785393151.985367:0:5583:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1785393151.985371:0:5583:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.985373:0:5583:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616961081817344 : -127112627734272 : ffff8c6448fa3900) 00000100:00000001:2.0:1785393151.985375:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.985376:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000001:2.0:1785393151.985380:0:5583:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393151.985383:0:5583:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.985385:0:5583:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1785393151.985386:0:5583:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785393151.985390:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.985396:0:5583:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785393151.985397:0:5583:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.985401:0:5583:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785393151.985403:0:5583:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785393151.985405:0:5583:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393151.985407:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050108288:192.168.202.156@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.985410:0:5583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785393151.985414:0:5583:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785393151.985416:0:5583:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.985418:0:5583:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785393151.985421:0:5583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6450b47c00. 02000000:00000001:2.0:1785393151.985422:0:5583:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.985426:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1785393151.985429:0:5583:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6448f900b0. 00000400:00000010:2.0:1785393151.985432:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5aa0. 00000100:00000200:2.0:1785393151.985437:0:5583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050108288, portal 25 00000100:00000001:2.0:1785393151.985443:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.985444:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000040:2.0:1785393151.985448:0:5583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.985454:0:5583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785393151.985456:0:5583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1785393151.985458:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e52a8. 00000100:00000200:2.0:1785393151.985461:0:5583:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1872120050108288, offset 0 00000400:00000200:2.0:1785393151.985465:0:5583:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1785393151.985470:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.985475:0:5583:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1785393151.985480:0:5583:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785393151.985483:0:5583:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1785393151.985487:0:5583:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785393151.985489:0:5583:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1785393151.985492:0:5583:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [153:153:256:4294967295] 192.168.202.156@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:2.0:1785393151.985496:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.985504:0:5583:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1785393151.985509:0:5583:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1785393151.985513:0:5583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6453c05b00. 00000800:00000200:2.0:1785393151.985519:0:5583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1785393151.985524:0:5583:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1785393151.985528:0:5583:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6453c05b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1785393151.985534:0:5583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.985537:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1785393151.985539:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295060090 00000100:00000001:2.0:1785393151.985545:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060074 00000100:00000001:2.0:1785393151.985549:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295060090 00000100:00000001:2.0:1785393151.985552:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060074 00000100:00000001:2.0:1785393151.985554:0:5583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.985607:0:5583:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.985609:0:5583:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393151.985611:0:5583:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1785393151.985613:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3900 going to sleep for 11 seconds 00000100:00000001:2.0:1785393151.985615:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393151.985617:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393151.986165:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393151.986170:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6453c05b00. 00000400:00000200:0.0:1785393151.986174:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393151.986179:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393151.986183:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e52a8 00000400:00000010:0.0:1785393151.986185:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e52a8. 00000100:00000001:0.0:1785393151.986188:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393151.986192:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.986201:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393151.986205:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.986212:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393151.986213:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785393151.993195:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393151.993212:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393151.993216:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393151.993219:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393151.993237:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.993244:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393151.993253:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.993271:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.993277:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.993281:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 272 into portal 25 MB=0x6a6aeea904780 00000400:00000200:0.0:1785393151.993286:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393151.993293:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 272/272 into md 0x921 [1] + 224 00000800:00000001:0.0:1785393151.993300:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393151.993306:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393151.993309:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393151.993313:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393151.993329:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393151.993337:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393151.993349:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.993368:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393151.993376:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393151.993378:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.994740:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393151.994751:0:5583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393151.994753:0:5583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393151.994757:0:5583:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6448f900b0. 00000400:00000200:2.0:1785393151.994763:0:5583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5aa0 00000400:00000010:2.0:1785393151.994765:0:5583:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5aa0. 00000100:00000001:2.0:1785393151.994768:0:5583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393151.994774:0:5583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393151.994794:0:5583:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.994801:0:5583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393151.994803:0:5583:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.994805:0:5583:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393151.994808:0:5583:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393151.994811:0:5583:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393151.994813:0:5583:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.994815:0:5583:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393151.994821:0:5583:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=132 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393151.994825:0:5583:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393151.994828:0:5583:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393151.994829:0:5583:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393151.994832:0:5583:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393151.994834:0:5583:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.994836:0:5583:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393151.994841:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.994847:0:5583:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.994850:0:5583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393151.994860:0:5583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393151.994864:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393151.994871:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050108288:192.168.202.156@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.994875:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393151.994878:0:5583:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.994880:0:5583:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1785393151.994883:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.994886:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.994892:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1785393151.994895:0:5583:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.994898:0:5583:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1785393151.994900:0:5583:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393151.994904:0:5583:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1785393151.994908:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393151.994909:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393151.994911:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1785393151.994913:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393151.994916:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eec380 x1872120050108288/t0(0) o501->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 504/272 e 0 to 0 dl 1785393167 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.994922:0:5583:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393151.994925:0:5583:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393151.994928:0:5583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6450b47c00. 02000000:00000001:2.0:1785393151.994931:0:5583:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393151.994932:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393151.994933:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393151.994935:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393151.994937:0:5583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c6450b47800. 02000000:00000001:2.0:1785393151.994940:0:5583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393151.994941:0:5583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393151.994943:0:5583:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eec380. 00000100:00000001:2.0:1785393151.994946:0:5583:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393151.994947:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1785393151.994954:0:5583:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393151.994958:0:5583:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1785393151.994963:0:5583:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c64602c6000. 00000040:00000001:2.0:1785393151.994966:0:5583:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1785393151.994967:0:5583:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1785393151.994969:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000010:2.0:1785393151.994973:0:5583:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6451eec380. 00000020:00000040:2.0:1785393151.994976:0:5583:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=5 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1785393151.994979:0:5583:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785393151.994981:0:5583:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785393151.994985:0:5583:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785393151.994989:0:5583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c6450b47800. 00000100:00000001:2.0:1785393151.994995:0:5583:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.994998:0:5583:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1785393151.995000:0:5583:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1785393151.995004:0:5583:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393151.995018:0:5583:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616961081817344 : -127112627734272 : ffff8c6448fa3900) 00000100:00000001:2.0:1785393151.995021:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.995022:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000001:2.0:1785393151.995026:0:5583:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785393151.995030:0:5583:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.995032:0:5583:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1785393151.995033:0:5583:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785393151.995037:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.995044:0:5583:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785393151.995046:0:5583:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.995049:0:5583:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785393151.995051:0:5583:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785393151.995053:0:5583:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393151.995056:0:5583:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050108416:192.168.202.156@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1785393151.995059:0:5583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785393151.995064:0:5583:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785393151.995066:0:5583:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393151.995068:0:5583:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785393151.995086:0:5583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c6450b70000. 02000000:00000001:2.0:1785393151.995087:0:5583:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.995092:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1785393151.995095:0:5583:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6448f900b0. 00000400:00000010:2.0:1785393151.995100:0:5583:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c6448fa3300. 00000100:00000200:2.0:1785393151.995106:0:5583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1872120050108416, portal 25 00000100:00000001:2.0:1785393151.995107:0:5583:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393151.995109:0:5583:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961232061312 : -127112477490304 : ffff8c6451eec380) 00000100:00000040:2.0:1785393151.995114:0:5583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393151.995120:0:5583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785393151.995123:0:5583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1785393151.995125:0:5583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5aa0. 00000100:00000200:2.0:1785393151.995129:0:5583:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1872120050108416, offset 0 00000400:00000200:2.0:1785393151.995134:0:5583:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1785393151.995140:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.995147:0:5583:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1785393151.995152:0:5583:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785393151.995156:0:5583:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1785393151.995160:0:5583:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785393151.995162:0:5583:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1785393151.995166:0:5583:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [154:154:256:4294967295] 192.168.202.156@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1785393151.995170:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393151.995179:0:5583:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1785393151.995185:0:5583:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1785393151.995190:0:5583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6453c05600. 00000800:00000200:2.0:1785393151.995195:0:5583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1785393151.995202:0:5583:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1785393151.995205:0:5583:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6453c05600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1785393151.995223:0:5583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393151.995243:0:5583:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1785393151.995252:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295060100 00000100:00000001:2.0:1785393151.995259:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060090 00000100:00000001:2.0:1785393151.995264:0:5583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295060100 00000100:00000001:2.0:1785393151.995267:0:5583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060090 00000100:00000001:2.0:1785393151.995269:0:5583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393151.995272:0:5583:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393151.995274:0:5583:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393151.995275:0:5583:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1785393151.995278:0:5583:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c6448fa3900 going to sleep for 11 seconds 00000100:00000001:2.0:1785393151.995280:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393151.995281:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1785393151.995665:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393151.995670:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6453c05600. 00000400:00000200:0.0:1785393151.995673:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393151.995678:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393151.995682:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5aa0 00000400:00000010:0.0:1785393151.995683:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5aa0. 00000100:00000001:0.0:1785393151.995686:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393151.995690:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.995697:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393151.995700:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393151.995705:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393151.995707:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785393152.006759:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393152.006771:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393152.006776:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393152.006778:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393152.006798:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393152.006805:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393152.006814:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393152.006819:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393152.006824:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393152.006828:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 8416 into portal 25 MB=0x6a6aeea904800 00000400:00000200:0.0:1785393152.006833:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393152.006839:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 8416/8416 into md 0x929 [4] + 224 00000800:00000001:0.0:1785393152.006846:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393152.006856:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393152.006859:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393152.006863:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393152.006870:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393152.006878:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393152.006888:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393152.006916:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393152.006939:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393152.006941:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393152.007347:0:5583:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393152.007355:0:5583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393152.007358:0:5583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393152.007362:0:5583:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6448f900b0. 00000400:00000200:2.0:1785393152.007366:0:5583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c6448fa3300 00000400:00000010:2.0:1785393152.007369:0:5583:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff8c6448fa3300. 00000100:00000001:2.0:1785393152.007372:0:5583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393152.007377:0:5583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393152.007386:0:5583:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393152.007393:0:5583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393152.007395:0:5583:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393152.007398:0:5583:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393152.007401:0:5583:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393152.007404:0:5583:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393152.007406:0:5583:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393152.007409:0:5583:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393152.007415:0:5583:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=133 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393152.007420:0:5583:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=133 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393152.007423:0:5583:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393152.007425:0:5583:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393152.007428:0:5583:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393152.007439:0:5583:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393152.007442:0:5583:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393152.007447:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393152.007455:0:5583:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393152.007459:0:5583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393152.007461:0:5583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393152.007465:0:5583:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393152.007473:0:5583:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6451eec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c55f4f57-8f32-49f6-b638-4474c084a531:5583:1872120050108416:192.168.202.156@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1785393152.007478:0:5583:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393152.007481:0:5583:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393152.007483:0:5583:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1785393152.007485:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393152.007488:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393152.007496:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1785393152.007498:0:5583:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c6448fa3900. 00000100:00000001:2.0:1785393152.007501:0:5583:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1785393152.007502:0:5583:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393152.007510:0:5583:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1785393152.007511:0:5583:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393152.007514:0:5583:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6451eec380 x1872120050108416/t0(0) o503->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 272/8416 e 0 to 0 dl 1785393167 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393152.007522:0:5583:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393152.007524:0:5583:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393152.007527:0:5583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c6450b70000. 02000000:00000001:2.0:1785393152.007536:0:5583:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393152.007538:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393152.007540:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393152.007542:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393152.007544:0:5583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c6450b47800. 02000000:00000001:2.0:1785393152.007552:0:5583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393152.007554:0:5583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393152.007588:0:5583:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6451eec380. 00000100:00000001:2.0:1785393152.007592:0:5583:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393152.007593:0:5583:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1785393152.007597:0:5583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393152.007598:0:5583:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393152.007600:0:5583:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1785393152.007602:0:5583:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393152.007605:0:5583:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1785393152.007608:0:5583:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1785393152.007611:0:5583:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c6445440780. 00000040:00001000:2.0:1785393152.007614:0:5583:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1785393152.007964:0:9703:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1785393152.007970:0:9703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c6446d71e00. 00000020:00000010:0.0:1785393152.007977:0:9703:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c6446d70e00. 00000040:00000010:0.0:1785393152.007981:0:9703:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8c6446d71000. 00000020:00000010:0.0:1785393152.007985:0:9703:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c64605a8000. 00000020:00000010:0.0:1785393152.007990:0:9703:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c6460303c60. 00000020:00000010:0.0:1785393152.007995:0:9703:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8c6446d70c00. 80000000:00000010:0.0:1785393152.007999:0:9703:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c64455904e0. 40000000:00000010:0.0:1785393152.008003:0:9703:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8c6460e138c0. 00100000:00000010:0.0:1785393152.008024:0:9703:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c64605a9800. 00040000:00000010:0.0:1785393152.008027:0:9703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c6459712c00. 00040000:00000010:0.0:1785393152.008031:0:9703:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c64605ad000. 00040000:00000010:0.0:1785393152.008035:0:9703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c6442be9200. 00000004:00000010:0.0:1785393152.008040:0:9703:0:(mdd_device.c:2409:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c64605ab000. 00000004:00000010:0.0:1785393152.008045:0:9703:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c6442df1000. 00000004:00000010:0.0:1785393152.008050:0:9703:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8c64605ae000. 00002000:00000010:0.0:1785393152.008054:0:9703:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff8c64605b1800. 00000004:00000010:0.0:1785393152.008059:0:9703:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8c64605b1c00. 00000020:00000010:0.0:1785393152.008064:0:9703:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c6460e13300. 00000040:00000010:0.0:1785393152.008071:0:9703:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c6448f86000. 00000040:00080000:0.0:1785393152.008537:0:9703:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1785393152.008542:0:9703:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff8c6448f86000. 00000020:00000010:0.0:1785393152.008547:0:9703:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c6460e13300. 00000020:00000010:0.0:1785393152.012363:0:9703:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c6446d70e00. 00000040:00000010:0.0:1785393152.012393:0:9703:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8c6446d71000. 00000020:00000010:0.0:1785393152.012397:0:9703:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c64605a8000. 00000020:00000010:0.0:1785393152.012401:0:9703:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c6460303c60. 00000020:00000010:0.0:1785393152.012406:0:9703:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8c6446d70c00. 80000000:00000010:0.0:1785393152.012410:0:9703:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c64455904e0. 40000000:00000010:0.0:1785393152.012414:0:9703:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8c6460e138c0. 00100000:00000010:0.0:1785393152.012418:0:9703:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c64605a9800. 00040000:00000010:0.0:1785393152.012421:0:9703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c6459712c00. 00040000:00000010:0.0:1785393152.012425:0:9703:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8c64605ad000. 00040000:00000010:0.0:1785393152.012428:0:9703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c6442be9200. 00000004:00000010:0.0:1785393152.012431:0:9703:0:(mdd_device.c:2421:mdd_key_fini()) kfreed 'info': 1872 at ffff8c64605ab000. 00000004:00000010:0.0:1785393152.012435:0:9703:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff8c6442df1000. 00000004:00000010:0.0:1785393152.012440:0:9703:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8c64605ae000. 00002000:00000010:0.0:1785393152.012443:0:9703:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff8c64605b1800. 00000004:00000010:0.0:1785393152.012446:0:9703:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8c64605b1c00. 00000020:00000010:0.0:1785393152.012448:0:9703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c6446d71e00. 00000040:00000010:2.0:1785393152.012907:0:5583:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c6445440780. 00000040:00000001:2.0:1785393152.012911:0:5583:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1785393152.012915:0:5583:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1785393152.012921:0:5583:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c64602c6000. 00000040:00000010:2.0:1785393152.012925:0:5583:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c6450b47600. 00000020:00000001:2.0:1785393152.012928:0:5583:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393152.012930:0:5583:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1785393152.012934:0:5583:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c6450b46600. 00000040:00000010:2.0:1785393152.012936:0:5583:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8c6450b47200. 00000020:00000010:2.0:1785393152.012938:0:5583:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c6448531000. 00000020:00000010:2.0:1785393152.012942:0:5583:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8c6450b47000. 80000000:00000010:2.0:1785393152.012945:0:5583:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c64454405a0. 00040000:00000010:2.0:1785393152.012947:0:5583:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c6450b47400. 20000000:00000010:2.0:1785393152.012951:0:5583:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8c6450b46000. 00000020:00000010:2.0:1785393152.012953:0:5583:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c6450b46400. 10000000:00000010:2.0:1785393152.012956:0:5583:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c6460392200. 10000000:01000000:2.0:1785393152.012958:0:5583:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.156@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1785393152.012961:0:5583:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1785393152.012964:0:5583:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1785393152.012966:0:5583:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1785393152.012969:0:5583:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c6482166a00 refcount=3 00000020:00000001:2.0:1785393152.012971:0:5583:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616962039966208 : -127111669585408 : ffff8c6482166a00) 00010000:00000001:2.0:1785393152.012989:0:5583:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616962039966208 : -127111669585408 : ffff8c6482166a00) 00010000:00000001:2.0:1785393152.012992:0:5583:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1785393152.012996:0:5583:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff8c6482166a00/0x5e1108f159ba9253 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad20e expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393152.013014:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393152.013016:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1785393152.013019:0:5583:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.156@tcp lock: ffff8c6482166a00/0x5e1108f159ba9253 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f92778ff6fad20e expref: -99 pid: 5583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1785393152.013025:0:5583:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1785393152.013026:0:5583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1785393152.013027:0:5583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1785393152.013029:0:5583:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393152.013031:0:5583:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1785393152.013034:0:5583:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1785393152.013036:0:5583:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1785393152.013038:0:5583:0:(mgc_request.c:123:config_log_put()) log params(ffff8c646098b200) refs 3 10000000:00000001:2.0:1785393152.013040:0:5583:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1785393152.652292:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393152.652298:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393152.652303:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393152.652305:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393152.652429:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393152.652432:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393152.652436:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785393152.969685:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295060100, at 4295060160 00000100:00000010:0.0:1785393152.969700:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6448198660. 00000100:00000040:1.0:1785393152.969924:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295060100, at 4295060160 00000100:00000010:1.0:1785393152.969930:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c64481982a0. 10000000:00000001:2.0:1785393153.677260:0:5583:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1785393153.677267:0:5583:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1785393153.677396:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393153.677399:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393153.677403:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393153.677404:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393153.677473:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393153.677476:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393153.677478:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393154.700742:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393154.700749:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393154.700754:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393154.700755:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393154.701290:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393154.701294:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393154.701297:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393155.721683:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393155.721690:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393155.721696:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393155.721697:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393155.724188:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393155.724195:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393155.724199:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785393155.852400:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) c55f4f57-8f32-49f6-b638-4474c084a531->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785393155.852409:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785393155.852420:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460948380. 00000020:00000040:3.0:1785393155.852426:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6460f35000 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:3.0:1785393155.852430:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785393155.852433:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785393155.852438:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785393155.852448:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6462520300. 00000100:00000001:3.0:1785393155.852455:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.852466:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c55f4f57-8f32-49f6-b638-4474c084a531->MGS req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785393155.852477:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785393155.852481:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.852487:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2c81acc] to pc [ptlrpcd_01_00+0] req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.852594:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.852599:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393155.852601:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785393155.852803:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.852812:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785393155.852815:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.852819:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785393155.852821:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785393155.852824:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393155.852828:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c55f4f57-8f32-49f6-b638-4474c084a531:2356:1872120050108544:192.168.202.156@tcp:400:kworker.0 00000100:00000001:2.0:1785393155.852832:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785393155.852838:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785393155.852840:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.852843:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785393155.852849:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6450b46400. 02000000:00000001:2.0:1785393155.852851:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393155.852858:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1785393155.852862:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6448f900b0. 00000400:00000010:2.0:1785393155.852869:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5770. 00000100:00000200:2.0:1785393155.852875:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050108544, portal 25 00000100:00000001:2.0:1785393155.852878:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393155.852879:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477804928 : -127112231746688 : ffff8c6460948380) 00000100:00000040:2.0:1785393155.852885:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.852893:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785393155.852895:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1785393155.852898:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5660. 00000100:00000200:2.0:1785393155.852902:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120050108544, offset 0 00000400:00000200:2.0:1785393155.852908:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1785393155.852916:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393155.852924:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1785393155.852929:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785393155.852933:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1785393155.852937:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785393155.852940:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1785393155.852950:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [155:155:256:4294967295] 192.168.202.156@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1785393155.852955:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393155.852966:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1785393155.853000:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1785393155.853006:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6453c05100. 00000800:00000200:2.0:1785393155.853013:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1785393155.853021:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1785393155.853025:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6453c05100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785393155.853043:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393155.853047:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1785393155.853050:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4295063958 00000100:00000010:2.0:1785393155.853054:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c64454405a0. 00000100:00000001:2.0:1785393155.853061:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1785393155.853068:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4295063958 00000100:00000010:2.0:1785393155.853071:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c6445440780. 00000100:00000001:2.0:1785393155.853074:0:2356:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1785393155.853077:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393155.853080:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.853083:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.853085:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1785393155.853210:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393155.853221:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6453c05100. 00000400:00000200:0.0:1785393155.853226:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393155.853232:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393155.853237:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5660 00000400:00000010:0.0:1785393155.853240:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5660. 00000100:00000001:0.0:1785393155.853244:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393155.853248:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393155.853258:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393155.853262:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393155.853269:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393155.853271:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1785393155.854887:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.854893:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785393155.854897:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785393155.854901:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c6460949500. 00000020:00000040:3.0:1785393155.854905:0:498:0:(genops.c:1231:class_import_get()) import ffff8c645829d800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000100:00000001:3.0:1785393155.854908:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785393155.854911:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785393155.854914:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785393155.854919:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c6462520600. 00000100:00000001:3.0:1785393155.854923:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.854930:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-MDT0000_UUID req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785393155.854939:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785393155.854941:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.854946:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4f35094] to pc [ptlrpcd_01_01+1] req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.857349:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393155.857354:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1785393155.857360:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.857362:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393155.857365:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393155.857369:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1785393155.857371:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.857373:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393155.857374:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.857376:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.857377:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393155.857378:0:2356:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785393155.857388:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.857410:0:2356:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785393155.857412:0:2356:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.857417:0:2356:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785393155.857420:0:2356:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785393155.857422:0:2356:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393155.857425:0:2356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2356:1872120050108672:192.168.202.156@tcp:400:kworker.0 00000100:00000001:2.0:1785393155.857428:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785393155.857434:0:2356:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785393155.857436:0:2356:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.857438:0:2356:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785393155.857443:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6450b46000. 02000000:00000001:2.0:1785393155.857445:0:2356:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393155.857452:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1785393155.857456:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6448f90e70. 00000400:00000010:2.0:1785393155.857463:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5a18. 00000100:00000200:2.0:1785393155.857468:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050108672, portal 10 00000100:00000001:2.0:1785393155.857470:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393155.857472:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477809408 : -127112231742208 : ffff8c6460949500) 00000100:00000040:2.0:1785393155.857477:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.857484:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785393155.857486:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1785393155.857488:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5220. 00000100:00000200:2.0:1785393155.857491:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050108672, offset 0 00000400:00000200:2.0:1785393155.857496:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1785393155.857503:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393155.857510:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1785393155.857514:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785393155.857518:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1785393155.857521:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785393155.857523:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1785393155.857532:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [156:156:256:4294967295] 192.168.202.156@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1785393155.857536:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393155.857545:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1785393155.857550:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1785393155.857570:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6453c05100. 00000800:00000200:2.0:1785393155.857576:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1785393155.857583:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1785393155.857587:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6453c05100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785393155.857797:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393155.857802:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: using a timeout of 105376 usecs (106 jiffies) 00000400:00000200:2.0:1785393155.857807:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1785393155.857810:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 0 is 4295063154 00000100:00000001:2.0:1785393155.857813:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 0, keep current deadline 4295063958 00000100:00000001:2.0:1785393155.857816:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS new deadline estimation for cpu 1 is 4295063154 00000100:00000001:2.0:1785393155.857818:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6460009800: PM QoS request active for cpu 1, keep current deadline 4295063958 00000100:00000001:2.0:1785393155.857821:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393155.857823:0:2356:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.857826:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.857829:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.857872:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.857874:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.860752:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.860758:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393155.860762:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.860766:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785393155.863773:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.863780:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785393155.863784:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785393155.863787:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785393155.863790:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) d9599c5c-8d06-4915-b7c0-fc189e9dbcc6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785393155.863793:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785393155.863796:0:498:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785393155.863805:0:498:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c646094bb80. 00000020:00000040:3.0:1785393155.863811:0:498:0:(genops.c:1231:class_import_get()) import ffff8c6451efc000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000100:00000001:3.0:1785393155.863815:0:498:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785393155.863830:0:498:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785393155.863835:0:498:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785393155.863845:0:498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c646195a900. 00000100:00000001:3.0:1785393155.863852:0:498:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.863862:0:498:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 17669912-8195-420a-8d73-85f8e904993d->lustre-MDT0000_UUID req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785393155.863872:0:498:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785393155.863876:0:498:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.863881:0:498:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061485958] to pc [ptlrpcd_01_00+0] req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785393155.863899:0:498:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785393155.863901:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785393155.863905:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785393155.863907:0:498:0:(pinger.c:229:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785393155.863911:0:498:0:(pinger.c:247:ptlrpc_pinger_process_import()) 17669912-8195-420a-8d73-85f8e904993d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785393155.863915:0:498:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (400) 00000100:00000001:2.0:1785393155.864005:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1785393155.864009:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1785393155.864011:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.864018:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393155.864020:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.864022:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.864024:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393155.864031:0:2357:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785393155.864038:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.864047:0:2357:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785393155.864049:0:2357:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.864052:0:2357:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785393155.864055:0:2357:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785393155.864058:0:2357:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785393155.864061:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c646094bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17669912-8195-420a-8d73-85f8e904993d:2357:1872120050108800:192.168.202.156@tcp:400:kworker.0 00000100:00000001:2.0:1785393155.864066:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785393155.864071:0:2357:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785393155.864073:0:2357:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.864076:0:2357:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785393155.864080:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c6450b47400. 02000000:00000001:2.0:1785393155.864082:0:2357:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785393155.864088:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1785393155.864093:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c6448f90580. 00000400:00000010:2.0:1785393155.864099:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e5330. 00000100:00000200:2.0:1785393155.864105:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120050108800, portal 10 00000100:00000001:2.0:1785393155.864108:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785393155.864110:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616961477819264 : -127112231732352 : ffff8c646094bb80) 00000100:00000040:2.0:1785393155.864117:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.864123:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785393155.864126:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1785393155.864128:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c64581e54c8. 00000100:00000200:2.0:1785393155.864131:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120050108800, offset 0 00000400:00000200:2.0:1785393155.864137:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1785393155.864145:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393155.864152:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1785393155.864157:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785393155.864162:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1785393155.864165:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785393155.864175:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1785393155.864179:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [157:157:255:4294967295] 192.168.202.156@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:2.0:1785393155.864184:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1785393155.864208:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1785393155.864215:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1785393155.864220:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c6453c05600. 00000800:00000200:2.0:1785393155.864227:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c646024f9c0] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:2.0:1785393155.864234:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:2.0:1785393155.864238:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c6453c05600 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1785393155.865775:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393155.865791:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393155.865794:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393155.865797:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393155.865803:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.865809:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393155.865816:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.865820:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.865824:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.865829:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x6a6aeea904880 00000400:00000200:0.0:1785393155.865833:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.865840:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:0.0:1785393155.865846:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393155.865857:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393155.865860:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393155.865864:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393155.865871:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393155.865877:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393155.865888:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393155.865906:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1785393155.869789:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1785393155.869798:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6453c05100. 00000400:00000200:0.0:1785393155.869807:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393155.869816:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:0.0:1785393155.869824:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5220 00000400:00000010:0.0:1785393155.869827:0:2347:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5220. 00000100:00000001:0.0:1785393155.869833:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1785393155.869839:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393155.869852:0:2347:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785393155.869855:0:2347:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393155.869863:0:2347:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785393155.869865:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785393155.869874:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393155.869882:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.869992:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393155.869998:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: using a timeout of 31546 usecs (32 jiffies) 00000400:00000200:2.0:1785393155.870004:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1785393155.870008:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 0 is 4295063092 00000100:00000001:2.0:1785393155.870011:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 0, keep current deadline 4295063958 00000100:00000001:2.0:1785393155.870014:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS new deadline estimation for cpu 1 is 4295063092 00000100:00000001:2.0:1785393155.870016:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c6451e85000: PM QoS request active for cpu 1, keep current deadline 4295063958 00000100:00000001:2.0:1785393155.870019:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393155.870022:0:2357:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.870026:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.870031:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.870044:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.870047:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393155.870053:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393155.870056:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393155.870060:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6448f900b0. 00000400:00000200:2.0:1785393155.870064:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5770 00000400:00000010:2.0:1785393155.870066:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5770. 00000100:00000001:2.0:1785393155.870069:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393155.870074:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393155.870084:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.870106:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393155.870108:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.870110:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393155.870113:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393155.870116:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393155.870118:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.870121:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393155.870126:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6460f35460 time=136 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393155.870130:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6460f35418 time=136 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393155.870134:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393155.870135:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393155.870138:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393155.870141:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.870144:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393155.870149:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.870156:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393155.870159:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393155.870161:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393155.870165:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393155.870173:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c55f4f57-8f32-49f6-b638-4474c084a531:2356:1872120050108544:192.168.202.156@tcp:400:kworker.0 00000100:00000001:2.0:1785393155.870177:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.870179:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393155.870182:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460948380 x1872120050108544/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.870188:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393155.870203:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393155.870207:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6450b46400. 02000000:00000001:2.0:1785393155.870211:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393155.870213:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393155.870221:0:2356:0:(genops.c:1244:class_import_put()) import ffff8c6460f35000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1785393155.870224:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393155.870227:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6462520300. 02000000:00000001:2.0:1785393155.870231:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393155.870233:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393155.870236:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460948380. 00000100:00000001:2.0:1785393155.870239:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393155.870240:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.870242:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.870244:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.870246:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785393155.870247:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.870249:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1785393155.874839:0:2346:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1785393155.874848:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c6453c05600. 00000400:00000200:1.0:1785393155.874857:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393155.874865:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:1.0:1785393155.874872:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e54c8 00000400:00000010:1.0:1785393155.874875:0:2346:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e54c8. 00000100:00000001:1.0:1785393155.874881:0:2346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1785393155.874902:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393155.874914:0:2346:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785393155.874917:0:2346:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393155.874925:0:2346:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393155.874927:0:2346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1785393155.890696:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393155.890713:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1785393155.890717:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393155.890720:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393155.890729:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.890737:0:2347:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1785393155.890758:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.890763:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.890768:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.890772:0:2347:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904900 00000400:00000200:0.0:1785393155.890777:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1785393155.890784:0:2347:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:0.0:1785393155.890792:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393155.890798:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1785393155.890814:0:2347:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1785393155.890819:0:2347:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1785393155.890828:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785393155.890836:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1785393155.890848:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785393155.890870:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1785393155.890880:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1785393155.890883:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.891053:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.891058:0:2356:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393155.891066:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393155.891068:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393155.891072:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6448f90e70. 00000400:00000200:2.0:1785393155.891076:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5a18 00000400:00000010:2.0:1785393155.891079:0:2356:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5a18. 00000100:00000001:2.0:1785393155.891082:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393155.891087:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393155.891097:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.891102:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393155.891104:0:2356:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.891106:0:2356:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393155.891109:0:2356:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393155.891112:0:2356:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393155.891114:0:2356:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.891116:0:2356:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393155.891125:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c645829dc60 time=136 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393155.891128:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c645829dc18 time=136 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393155.891131:0:2356:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393155.891132:0:2356:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393155.891135:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393155.891146:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.891149:0:2356:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785393155.891151:0:2356:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6460009800: skip recheck: last_committed 0 00000100:00000001:2.0:1785393155.891153:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785393155.891155:0:2356:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393155.891160:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.891166:0:2356:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393155.891168:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393155.891170:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393155.891173:0:2356:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393155.891179:0:2356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c6460949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9599c5c-8d06-4915-b7c0-fc189e9dbcc6:2356:1872120050108672:192.168.202.156@tcp:400:kworker.0 00000100:00000001:2.0:1785393155.891184:0:2356:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.891187:0:2356:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393155.891190:0:2356:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c6460949500 x1872120050108672/t0(0) o400->lustre-MDT0000-mdc-ffff8c6460009800@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.891197:0:2356:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393155.891199:0:2356:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393155.891202:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6450b46000. 02000000:00000001:2.0:1785393155.891206:0:2356:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393155.891208:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393155.891210:0:2356:0:(genops.c:1244:class_import_put()) import ffff8c645829d800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6460009800 00000020:00000001:2.0:1785393155.891212:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393155.891215:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c6462520600. 02000000:00000001:2.0:1785393155.891218:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393155.891220:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393155.891221:0:2356:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c6460949500. 00000100:00000001:2.0:1785393155.891225:0:2356:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393155.891226:0:2356:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.891228:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.891235:0:2356:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393155.891243:0:2356:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.891245:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.891247:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1785393155.893777:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393155.893789:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1785393155.893792:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393155.893794:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393155.893802:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393155.893808:0:2346:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:1.0:1785393155.893816:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393155.893820:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393155.893825:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393155.893829:0:2346:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 10 MB=0x6a6aeea904980 00000400:00000200:1.0:1785393155.893834:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1785393155.893839:0:2346:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:1.0:1785393155.893844:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393155.893851:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1785393155.893854:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1785393155.893858:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:1.0:1785393155.893864:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785393155.893871:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1785393155.893883:0:2346:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785393155.893905:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1785393155.893913:0:2346:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1785393155.893916:0:2346:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.894004:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.894007:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785393155.894013:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785393155.894016:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785393155.894018:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c6448f90580. 00000400:00000200:2.0:1785393155.894023:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c64581e5330 00000400:00000010:2.0:1785393155.894025:0:2357:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c64581e5330. 00000100:00000001:2.0:1785393155.894028:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785393155.894033:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785393155.894042:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.894048:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785393155.894050:0:2357:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.894053:0:2357:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785393155.894055:0:2357:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785393155.894058:0:2357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785393155.894060:0:2357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785393155.894063:0:2357:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785393155.894069:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c6451efc460 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1785393155.894073:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c6451efc418 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1785393155.894075:0:2357:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785393155.894077:0:2357:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785393155.894079:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785393155.894082:0:2357:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.894085:0:2357:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785393155.894087:0:2357:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c6451e85000: skip recheck: last_committed 0 00000100:00000001:2.0:1785393155.894089:0:2357:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785393155.894090:0:2357:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785393155.894095:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.894102:0:2357:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785393155.894110:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785393155.894112:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785393155.894116:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785393155.894124:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c646094bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17669912-8195-420a-8d73-85f8e904993d:2357:1872120050108800:192.168.202.156@tcp:400:kworker.0 00000100:00000001:2.0:1785393155.894129:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.894132:0:2357:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785393155.894134:0:2357:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c646094bb80 x1872120050108800/t0(0) o400->lustre-MDT0000-mdc-ffff8c6451e85000@192.168.202.156@tcp:12/10 lens 224/224 e 0 to 0 dl 1785393171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785393155.894141:0:2357:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785393155.894143:0:2357:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785393155.894146:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c6450b47400. 02000000:00000001:2.0:1785393155.894149:0:2357:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785393155.894151:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785393155.894153:0:2357:0:(genops.c:1244:class_import_put()) import ffff8c6451efc000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c6451e85000 00000020:00000001:2.0:1785393155.894155:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785393155.894158:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c646195a900. 02000000:00000001:2.0:1785393155.894161:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785393155.894163:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785393155.894164:0:2357:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c646094bb80. 00000100:00000001:2.0:1785393155.894168:0:2357:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785393155.894169:0:2357:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.894171:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785393155.894177:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785393155.894179:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785393155.894181:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785393155.894183:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785393156.362032:0:5569:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1785393156.362038:0:5569:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393156.746897:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393156.746906:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393156.746912:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393156.746913:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393156.748907:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393156.748913:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393156.748918:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785393156.809708:0:8208:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625000 (cpu 0) has reached its deadline 4295063958, at 4295064000 00000100:00000010:0.0:1785393156.809729:0:8208:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c64454405a0. 00000100:00000040:1.0:1785393156.815460:0:755:0:(connection.c:75:cpu_latency_work()) work item of ffff8c6448625110 (cpu 1) has reached its deadline 4295063958, at 4295064005 00000100:00000010:1.0:1785393156.815475:0:755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c6445440780. 00010000:00000001:3.0:1785393157.771694:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393157.771703:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393157.771710:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393157.771711:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785393157.772129:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785393157.772134:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785393157.772138:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1785393158.794930:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393158.794940:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393158.794958:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393158.795260:0:261:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1785393158.795263:0:261:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1785393158.795268:0:261:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393158.795272:0:261:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1785393158.795274:0:261:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393158.795291:0:261:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393158.795294:0:261:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785393158.798389:0:5580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785393158.798396:0:5580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785393158.798400:0:5580:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1785393159.330092:0:9859:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785393159.330104:0:9859:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393159.819650:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393159.819657:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785393159.819662:0:261:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1785393159.819663:0:261:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785393159.819815:0:5579:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785393159.819819:0:5579:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785393159.819822:0:5579:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9294 lines, 9294 kept, 0 dropped, 0 bad.