00000001:01000000:0.0F:1787834230.708494:0:2339:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 892 MB/s 00000001:01000000:2.0F:1787834230.958138:0:2339:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 971 MB/s 00000001:01000000:2.0:1787834231.207799:0:2339:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 5515 MB/s 00000020:02000000:3.0F:1787834231.804004:0:2369:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_98_gaf12cc4 00000400:02000000:3.0:1787834232.547090:0:2384:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.204.17@tcp [8/256/0/180] 00008000:02000000:0.0:1787834235.880106:0:2534:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:3.0:1787834440.267857:0:6165:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787834440.267862:0:6165:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1787834440.267863:0:6165:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.117@tcp:/lustre 00000020:01000004:3.0:1787834440.267864:0:6165:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1787834440.267975:0:6165:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000f7cff78a 00000080:01000004:3.0:1787834440.267986:0:6165:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1787834440.268001:0:6165:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.117@tcp' 00000020:01000004:3.0:1787834440.268063:0:6165:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.117@tcp (typ=mgc) 00000020:00000080:3.0:1787834440.268085:0:6165:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.117@tcp (00000000cf33ed21) 00000020:00000080:3.0:1787834440.268100:0:6165:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:3.0:1787834440.269767:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787834440.269797:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787834440.270073:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:3.0:1787834440.270079:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1787834440.274483:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:3.0:1787834440.274501:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1787834440.283184:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1787834440.283199:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1787834440.284246:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1787834440.284256:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1787834440.285436:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787834440.286226:0:6165:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787834440.286790:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1787834440.286801:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1787834440.294524:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1787834440.294536:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1787834440.296805:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1787834440.296819:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1787834440.298907:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1787834440.298919:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1787834440.303076:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1787834440.303150:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1787834440.304429:0:6165:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1787834440.304441:0:6165:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1787834440.305574:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787834440.305578:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787834440.305579:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834440.306299:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834440.306303:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834440.306304:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1787834440.324074:0:6165:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000103b6d80@MGC192.168.204.117@tcp: add connection 192.168.204.117@tcp at head 00010000:00010000:3.0:1787834440.324267:0:6165:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.117@tcp-0 is initialized 00000040:01000000:3.0:1787834440.324274:0:6165:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.117@tcp ctxt 1 is initialized 00010000:00010000:0.0:1787834440.333202:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787834440.334633:0:6179:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1787834440.334948:0:6165:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.117@tcp (uuid 5b51c558-4207-47a4-9acf-525915e3e3be) 00000020:00000080:2.0:1787834440.334973:0:6165:0:(genops.c:1385:class_connect()) connect: client 5b51c558-4207-47a4-9acf-525915e3e3be, cookie 0x2929b77cbdb85544 00000100:00080000:2.0:1787834440.334988:0:6165:0:(import.c:510:import_select_connection()) MGC192.168.204.117@tcp: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:2.0:1787834440.334999:0:6165:0:(import.c:624:import_select_connection()) MGC192.168.204.117@tcp: import 00000000103b6d80 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:2.0:1787834440.335030:0:6165:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000dbb6b2d x1874680067653760/t0(0) o250->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787834440.335067:0:6165:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5b51c558-4207-47a4-9acf-525915e3e3be->MGS 00000080:00200000:2.0:1787834440.335085:0:6165:0:(llite_lib.c:1508:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff945684dd8800 (sb 00000000f7cff78a) 00000080:01000000:2.0:1787834440.335185:0:6165:0:(llite_lib.c:1234:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1787834440.335187:0:6165:0:(llite_lib.c:1244:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1787834440.335191:0:6165:0:(llite_lib.c:1244:ll_options()) next opt=flock 00000080:01000000:2.0:1787834440.335198:0:6165:0:(llite_lib.c:1542:ll_fill_super()) llite sb uuid: 4e8b253a-360f-434c-9bde-ec5e8b11b24e 10000000:01000000:2.0:1787834440.335692:0:6165:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787834440.335696:0:6165:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff945684dd8800 10000000:01000000:2.0:1787834440.335699:0:6165:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff945683281a48 10000000:01000000:2.0:1787834440.335703:0:6165:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787834440.335710:0:6165:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff945683281a48 from 1 10000000:01000000:2.0:1787834440.335712:0:6165:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787834440.335739:0:6165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: 00000000afeca667/0x2929b77cbdb8554b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787834440.335750:0:6165:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: 00000000afeca667/0x2929b77cbdb8554b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787834440.335771:0:6165:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: 00000000afeca667/0x2929b77cbdb8554b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787834440.335789:0:6165:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000001c86ca2b x1874680067653888/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834440.335799:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 000000000fab3f8b going to sleep for 0 seconds 00000100:00100000:3.0:1787834440.336182:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000dbb6b2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5b51c558-4207-47a4-9acf-525915e3e3be:2400:1874680067653760:192.168.204.117@tcp:250: 00000100:00100000:3.0:1787834440.366346:0:2400:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.117@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787834440.366365:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.117@tcp: connect to target with instance 0 00000100:00080000:3.0:1787834440.366374:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.117@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787834440.366379:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787834440.366396:0:2400:0:(import.c:65:import_set_state_nolock()) 00000000103b6d80 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787834440.366400:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787834440.368300:0:2400:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1787834440.368317:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000fab3f8b): req@000000001c86ca2b x1874680067653888/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834440.368348:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000dbb6b2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5b51c558-4207-47a4-9acf-525915e3e3be:2400:1874680067653760:192.168.204.117@tcp:250: 00000100:00100000:2.0:1787834440.368662:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 000000000fab3f8b going to sleep for 11 seconds 00000100:00100000:3.0:1787834440.378310:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000001c86ca2b pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067653888:192.168.204.117@tcp:101: 00010000:00010000:3.0:1787834440.378342:0:6165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: 00000000afeca667/0x2929b77cbdb8554b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.378355:0:6165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: 00000000afeca667/0x2929b77cbdb8554b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787834440.378435:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000052a4e3c8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654016:192.168.204.117@tcp:501: 00000100:00100000:3.0:1787834440.378532:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 000000007f192b66 going to sleep for 11 seconds 00000100:00100000:3.0:1787834440.388717:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000052a4e3c8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654016:192.168.204.117@tcp:501: 10000000:01000000:3.0:1787834440.388766:0:6165:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1787834440.388788:0:6165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: 00000000afeca667/0x2929b77cbdb8554b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.388800:0:6165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: 00000000afeca667/0x2929b77cbdb8554b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787834440.388809:0:6165:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff945684dd8800 10000000:01000000:3.0:1787834440.388815:0:6165:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787834440.388820:0:6165:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff945684dd8800 10000000:01000000:3.0:1787834440.388823:0:6165:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787834440.388826:0:6165:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff945684dd8800 10000000:01000000:3.0:1787834440.388836:0:6165:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1787834440.388839:0:6165:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff945684dd8800 from 1 10000000:01000000:3.0:1787834440.388842:0:6165:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787834440.388874:0:6165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: 0000000025808ab4/0x2929b77cbdb85552 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.388882:0:6165:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: 0000000025808ab4/0x2929b77cbdb85552 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.388892:0:6165:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: 0000000025808ab4/0x2929b77cbdb85552 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787834440.388912:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000052a4e3c8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654144:192.168.204.117@tcp:101: 00000100:00100000:3.0:1787834440.388988:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 000000007f192b66 going to sleep for 11 seconds 00000100:00100000:3.0:1787834440.393744:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000052a4e3c8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654144:192.168.204.117@tcp:101: 00010000:00010000:3.0:1787834440.393773:0:6165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: 0000000025808ab4/0x2929b77cbdb85552 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.393785:0:6165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: 0000000025808ab4/0x2929b77cbdb85552 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787834440.393854:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000052a4e3c8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654272:192.168.204.117@tcp:501: 00000100:00100000:3.0:1787834440.394017:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 000000007f192b66 going to sleep for 11 seconds 00000100:00100000:0.0:1787834440.401191:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000052a4e3c8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654272:192.168.204.117@tcp:501: 00000100:00100000:0.0:1787834440.401270:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000878fea6d pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654400:192.168.204.117@tcp:503: 00000100:00100000:0.0:1787834440.401387:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 00000000dea9717c going to sleep for 11 seconds 00000100:00100000:0.0:1787834440.414342:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000878fea6d pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654400:192.168.204.117@tcp:503: 00000100:00100000:1.0F:1787834440.426398:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6184:1874680067654528:192.168.204.117@tcp:502: 00000100:00100000:1.0:1787834440.426510:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set 0000000096273a0c going to sleep for 11 seconds 00000100:00100000:1.0:1787834440.438848:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6184:1874680067654528:192.168.204.117@tcp:502: 00000020:01000000:1.0:1787834440.438972:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787834440.438983:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834440.438985:0:6184:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1787834440.438992:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff945684dd8800 00000020:00000080:1.0:1787834440.438995:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787834440.439023:0:6184:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff945684dd8800 (0000000025241099) 00000020:00000080:1.0:1787834440.439130:0:6184:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:1.0:1787834440.439139:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff945684dd8800 00000020:00000080:1.0:1787834440.439142:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787834440.439568:0:6184:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff945684dd8800 (uuid 4e8b253a-360f-434c-9bde-ec5e8b11b24e) 00000020:01000000:1.0:1787834440.439574:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787834440.439578:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834440.439579:0:6184:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1787834440.439582:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787834440.439586:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834440.439587:0:6184:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1787834440.439591:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff945684dd8800 00000020:00000080:1.0:1787834440.439620:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787834440.439627:0:6184:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff945684dd8800 (00000000abfae192) 00000020:00000080:1.0:1787834440.439637:0:6184:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:1.0:1787834440.439642:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff945684dd8800 00000020:00000080:1.0:1787834440.439645:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1787834440.448170:0:6184:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff945684dd8800 (uuid 4e8b253a-360f-434c-9bde-ec5e8b11b24e) 00000020:01000000:2.0:1787834440.448187:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787834440.448195:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.448197:0:6184:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1787834440.448202:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787834440.448208:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.448210:0:6184:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1787834440.448216:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1787834440.448218:0:6184:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1787834440.448221:0:6184:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1787834440.448228:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787834440.448231:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.448233:0:6184:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1787834440.448236:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787834440.448241:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.448243:0:6184:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1787834440.448247:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787834440.448252:0:6184:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.117@tcp to nid 0x20000c0a8cc75 (192.168.204.117@tcp) 00000020:01000000:2.0:1787834440.448282:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff945684dd8800 00000020:00000080:2.0:1787834440.448286:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787834440.448315:0:6184:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff945684dd8800 (00000000ce1d6c42) 00000020:00000080:2.0:1787834440.448337:0:6184:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1787834440.448346:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff945684dd8800 00000020:00000080:2.0:1787834440.448356:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1787834440.449677:0:6184:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002a125f8b@lustre-MDT0000-mdc-ffff945684dd8800: add connection 192.168.204.117@tcp at head 00010000:00010000:2.0:1787834440.457261:0:6184:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff945684dd8800-1 is initialized 00000040:01000000:2.0:1787834440.457528:0:6184:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff945684dd8800 ctxt 13 is initialized 00000020:00000080:2.0:1787834440.462088:0:6184:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff945684dd8800 (uuid 4e8b253a-360f-434c-9bde-ec5e8b11b24e) 00000020:01000000:2.0:1787834440.462108:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff945684dd8800 00000020:00000080:2.0:1787834440.462111:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1787834440.462133:0:6184:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1787834440.462316:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787834440.462321:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.462322:0:6184:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1787834440.462325:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787834440.462327:0:6184:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1787834440.462329:0:6184:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787834440.462331:0:6184:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787834440.462332:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787834440.462334:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.462335:0:6184:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787834440.462337:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787834440.462342:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.462343:0:6184:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1787834440.462346:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787834440.462351:0:6184:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.117@tcp to nid 0x20000c0a8cc75 (192.168.204.117@tcp) 00000020:01000000:2.0:1787834440.462376:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff945684dd8800 00000020:00000080:2.0:1787834440.462379:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787834440.462389:0:6184:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff945684dd8800 (00000000fb9a3b32) 00000020:00000080:2.0:1787834440.462405:0:6184:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1787834440.462410:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff945684dd8800 00000020:00000080:2.0:1787834440.462486:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1787834440.462557:0:6184:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003abe65d7@lustre-MDT0001-mdc-ffff945684dd8800: add connection 192.168.204.117@tcp at head 00010000:00010000:2.0:1787834440.474195:0:6184:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff945684dd8800-2 is initialized 00000040:01000000:2.0:1787834440.474454:0:6184:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff945684dd8800 ctxt 13 is initialized 00000020:00000080:2.0:1787834440.489265:0:6184:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff945684dd8800 (uuid 4e8b253a-360f-434c-9bde-ec5e8b11b24e) 00000020:01000000:2.0:1787834440.489282:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff945684dd8800 00000020:00000080:2.0:1787834440.489286:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1787834440.489312:0:6184:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1787834440.489347:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787834440.489351:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.489352:0:6184:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1787834440.489355:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787834440.489357:0:6184:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1787834440.489359:0:6184:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787834440.489360:0:6184:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787834440.489361:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787834440.489364:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.489365:0:6184:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787834440.489367:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787834440.489371:0:6184:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.117@tcp:/lustre 00000020:00000080:2.0:1787834440.489374:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.489376:0:6184:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1787834440.489378:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787834440.489383:0:6184:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.117@tcp to nid 0x20000c0a8cc75 (192.168.204.117@tcp) 00000020:01000000:2.0:1787834440.489408:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff945684dd8800 00000020:00000080:2.0:1787834440.489411:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787834440.489432:0:6184:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff945684dd8800 (000000006fa0eb62) 00000020:00000080:2.0:1787834440.489449:0:6184:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1787834440.489455:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff945684dd8800 00000020:00000080:2.0:1787834440.489457:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1787834440.489547:0:6184:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d12b810d@lustre-OST0000-osc-ffff945684dd8800: add connection 192.168.204.117@tcp at head 00010000:00010000:2.0:1787834440.489999:0:6184:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff945684dd8800-3 is initialized 00000020:00000080:2.0:1787834440.532493:0:6184:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff945684dd8800 (uuid 4e8b253a-360f-434c-9bde-ec5e8b11b24e) 00000020:01000000:2.0:1787834440.532515:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff945684dd8800 00000020:00000080:2.0:1787834440.532520:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1787834440.532557:0:6184:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1787834440.532565:0:6184:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff945684dd8800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1787834440.532571:0:6184:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1787834440.533082:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787834440.533089:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.533091:0:6184:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1787834440.533095:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787834440.533098:0:6184:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1787834440.533100:0:6184:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787834440.533101:0:6184:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787834440.533103:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787834440.533105:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.533106:0:6184:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787834440.533109:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787834440.533114:0:6184:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.117@tcp:/lustre 00000020:00000080:2.0:1787834440.533117:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.533119:0:6184:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1787834440.533122:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787834440.533126:0:6184:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.117@tcp to nid 0x20000c0a8cc75 (192.168.204.117@tcp) 00000020:01000000:2.0:1787834440.533208:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff945684dd8800 00000020:00000080:2.0:1787834440.533211:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787834440.533220:0:6184:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff945684dd8800 (0000000097c25cda) 00000020:00000080:2.0:1787834440.533238:0:6184:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1787834440.533243:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff945684dd8800 00000020:00000080:2.0:1787834440.533246:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1787834440.533331:0:6184:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000037897e86@lustre-OST0001-osc-ffff945684dd8800: add connection 192.168.204.117@tcp at head 00010000:00010000:2.0:1787834440.534859:0:6184:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff945684dd8800-4 is initialized 00000020:00000080:2.0:1787834440.537337:0:6184:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff945684dd8800 (uuid 4e8b253a-360f-434c-9bde-ec5e8b11b24e) 00000020:01000000:2.0:1787834440.537354:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff945684dd8800 00000020:00000080:2.0:1787834440.537359:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1787834440.537380:0:6184:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1787834440.537388:0:6184:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff945684dd8800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1787834440.537397:0:6184:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1787834440.537724:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787834440.537730:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.537732:0:6184:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1787834440.537735:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787834440.537739:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834440.537740:0:6184:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787834440.537743:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787834440.537744:0:6184:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1787834440.537785:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000001597046a pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6184:1874680067654656:192.168.204.117@tcp:502: 00000100:00100000:2.0:1787834440.538465:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set 0000000050cfed67 going to sleep for 11 seconds 00000100:00100000:3.0:1787834440.562630:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000001597046a pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6184:1874680067654656:192.168.204.117@tcp:502: 00000020:01000000:3.0:1787834440.562675:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787834440.562685:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834440.562688:0:6184:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000040:00080000:3.0:1787834440.562692:0:6184:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1787834440.562774:0:6165:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1787834440.562792:0:6165:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787834440.562807:0:6165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: 0000000025808ab4/0x2929b77cbdb85552 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.562817:0:6165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: 0000000025808ab4/0x2929b77cbdb85552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787834440.562826:0:6165:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff945684dd8800 from 1 10000000:01000000:3.0:1787834440.562830:0:6165:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1787834440.562862:0:6165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: 0000000044559cc8/0x2929b77cbdb85583 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.563480:0:6165:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: 0000000044559cc8/0x2929b77cbdb85583 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.563491:0:6165:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: 0000000044559cc8/0x2929b77cbdb85583 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787834440.563512:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000892d79f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654784:192.168.204.117@tcp:101: 00000100:00100000:3.0:1787834440.563636:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 000000007f192b66 going to sleep for 11 seconds 00000100:00100000:1.0:1787834440.576304:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000892d79f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654784:192.168.204.117@tcp:101: 00010000:00010000:1.0:1787834440.576333:0:6165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: 0000000044559cc8/0x2929b77cbdb85583 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555ebe expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834440.576347:0:6165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: 0000000044559cc8/0x2929b77cbdb85583 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555ebe expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787834440.576959:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654912:192.168.204.117@tcp:256: 00000100:00100000:1.0:1787834440.577063:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 00000000485e5b8b going to sleep for 11 seconds 00000100:00100000:1.0:1787834440.594160:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067654912:192.168.204.117@tcp:256: 10000000:01000000:1.0:1787834440.594832:0:6165:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1787834440.594852:0:6165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: 0000000044559cc8/0x2929b77cbdb85583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555ebe expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834440.594863:0:6165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: 0000000044559cc8/0x2929b77cbdb85583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555ebe expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787834440.594871:0:6165:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff945684dd8800 from 1 10000000:01000000:1.0:1787834440.594873:0:6165:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787834440.594907:0:6165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: 00000000d31ba05f/0x2929b77cbdb8558a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834440.594914:0:6165:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: 00000000d31ba05f/0x2929b77cbdb8558a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834440.594923:0:6165:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: 00000000d31ba05f/0x2929b77cbdb8558a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787834440.594941:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067655040:192.168.204.117@tcp:101: 00000100:00100000:1.0:1787834440.595019:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 00000000485e5b8b going to sleep for 11 seconds 00000100:00100000:1.0:1787834440.600313:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067655040:192.168.204.117@tcp:101: 00010000:00010000:1.0:1787834440.600344:0:6165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: 00000000d31ba05f/0x2929b77cbdb8558a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834440.600376:0:6165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: 00000000d31ba05f/0x2929b77cbdb8558a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787834440.600449:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067655168:192.168.204.117@tcp:501: 00000100:00100000:1.0:1787834440.600533:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 00000000485e5b8b going to sleep for 11 seconds 00000100:00100000:1.0:1787834440.604377:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067655168:192.168.204.117@tcp:501: 00000100:00100000:1.0:1787834440.604448:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067655296:192.168.204.117@tcp:503: 00000100:00100000:1.0:1787834440.604576:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set 00000000485e5b8b going to sleep for 11 seconds 00000100:00100000:1.0:1787834440.614202:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:6165:1874680067655296:192.168.204.117@tcp:503: 00000100:00100000:1.0:1787834440.614746:0:6190:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6190:1874680067655424:192.168.204.117@tcp:502: 00000100:00100000:1.0:1787834440.614889:0:6190:0:(client.c:2715:ptlrpc_set_wait()) set 000000002b44e20c going to sleep for 11 seconds 00000100:00100000:1.0:1787834440.631164:0:6190:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b17fb2fd pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6190:1874680067655424:192.168.204.117@tcp:502: 00000020:01000000:1.0:1787834440.631227:0:6190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787834440.631241:0:6190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834440.631244:0:6190:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787834440.631252:0:6190:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff945684dd8800 00000020:00000080:1.0:1787834440.631255:0:6190:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787834440.631327:0:6190:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b81a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6190:1874680067655552:192.168.204.117@tcp:502: 00000100:00100000:1.0:1787834440.631494:0:6190:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456885c2300 going to sleep for 11 seconds 00000100:00100000:1.0:1787834440.635261:0:6190:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b81a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6190:1874680067655552:192.168.204.117@tcp:502: 00000020:01000000:1.0:1787834440.635319:0:6190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787834440.635330:0:6190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834440.635332:0:6190:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1787834440.635351:0:6190:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:3.0:1787834440.635894:0:6165:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1787834440.635916:0:6165:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787834440.635942:0:6165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834440.635955:0:6165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1787834440.635980:0:6165:0:(llite_lib.c:1616:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1787834440.636018:0:6165:0:(genops.c:1385:class_connect()) connect: client 4e8b253a-360f-434c-9bde-ec5e8b11b24e, cookie 0x2929b77cbdb85591 00800000:01000000:3.0:1787834440.636058:0:6165:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 4e8b253a-360f-434c-9bde-ec5e8b11b24e to lustre-clilmv-ffff945684dd8800 00800000:01000000:3.0:1787834440.636067:0:6165:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff945684dd8800(4e8b253a-360f-434c-9bde-ec5e8b11b24e) - lustre-MDT0000_UUID, 4e8b253a-360f-434c-9bde-ec5e8b11b24e 00000020:00000080:3.0:1787834440.636076:0:6165:0:(genops.c:1385:class_connect()) connect: client 4e8b253a-360f-434c-9bde-ec5e8b11b24e, cookie 0x2929b77cbdb85598 00000100:00080000:3.0:1787834440.636085:0:6165:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff945684dd8800: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:3.0:1787834440.636096:0:6165:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff945684dd8800: import ffff94568482d000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1787834440.636110:0:6165:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683234 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787834440.636142:0:6165:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94568bdde580 x1874680067655680/t0(0) o38->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787834440.636170:0:6165:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID 00800000:01000000:3.0:1787834440.636283:0:6165:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff945684dd8800(4e8b253a-360f-434c-9bde-ec5e8b11b24e) successfully (5) 00800000:00000004:3.0:1787834440.636288:0:6165:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff945684dd8800: age -707, max_age 0 00800000:01000000:3.0:1787834440.636320:0:6165:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff945684dd8800(4e8b253a-360f-434c-9bde-ec5e8b11b24e) - lustre-MDT0001_UUID, 4e8b253a-360f-434c-9bde-ec5e8b11b24e 00000020:00000080:3.0:1787834440.636328:0:6165:0:(genops.c:1385:class_connect()) connect: client 4e8b253a-360f-434c-9bde-ec5e8b11b24e, cookie 0x2929b77cbdb8559f 00000100:00080000:3.0:1787834440.636334:0:6165:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff945684dd8800: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:3.0:1787834440.636339:0:6165:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff945684dd8800: import ffff94568482a000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1787834440.636344:0:6165:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683234 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787834440.636355:0:6165:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94568bddf0c0 x1874680067655936/t0(0) o38->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787834440.636364:0:6165:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID 00800000:01000000:3.0:1787834440.636425:0:6165:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff945684dd8800(4e8b253a-360f-434c-9bde-ec5e8b11b24e) successfully (5) 00800000:00000004:3.0:1787834440.636428:0:6165:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff945684dd8800: age -707, max_age 0 00000080:00000004:3.0:1787834440.636988:0:6165:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff945684dd8800: age -707, max_age 292 00800000:00000004:3.0:1787834440.636997:0:6165:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff945684dd8800: age -707, max_age 292 00000100:00080000:3.0:1787834440.637042:0:6165:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94568bddc3c0 x1874680067656192/t0(0) o41->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834440.637053:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456978a73c0 going to sleep for 0 seconds 00000100:00080000:3.0:1787834440.637131:0:2404:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94568bddd680 x1874680067655808/t0(0) o41->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834440.637142:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1787834440.637147:0:2404:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94568bdde1c0 x1874680067656064/t0(0) o41->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834440.641390:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdde580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067655680:192.168.204.117@tcp:38: 00000100:00100000:2.0:1787834440.641550:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067655936:192.168.204.117@tcp:38: 00010000:00080000:2.0:1787834440.667049:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bdde580 x1874680067655680/t0(0) o38->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 520/416 e 0 to 0 dl 1787834450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834440.667066:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945684dd8800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787834440.667076:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff945684dd8800: connect to target with instance 1 00000001:01000000:1.0:1787834440.918301:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff945684dd8800: T10 checksum algorithm t10ip512 speed = 2258 MB/s 00000001:01000000:3.0:1787834441.172635:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff945684dd8800: T10 checksum algorithm t10ip4K speed = 1509 MB/s 00010000:00010000:0.0:1787834441.375453:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1787834441.423201:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff945684dd8800: T10 checksum algorithm t10crc512 speed = 391 MB/s 00000001:01000000:1.0:1787834441.672707:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff945684dd8800: T10 checksum algorithm t10crc4K speed = 1351 MB/s 00000100:00080000:1.0:1787834441.672721:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff945684dd8800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787834441.672887:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787834441.672894:0:2400:0:(import.c:65:import_set_state_nolock()) ffff94568482d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1787834441.676192:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000053d08229): req@ffff94568bddc3c0 x1874680067656192/t0(0) o41->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787834441.676220:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c840fc92): req@ffff94568bddd680 x1874680067655808/t0(0) o41->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834441.676234:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdde580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067655680:192.168.204.117@tcp:38: 00010000:00080000:2.0:1787834441.676268:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddf0c0 x1874680067655936/t0(0) o38->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 520/416 e 0 to 0 dl 1787834450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834441.676298:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945684dd8800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787834441.676308:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff945684dd8800: connect to target with instance 1 00000100:00080000:2.0:1787834441.676318:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff945684dd8800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787834441.676329:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787834441.676332:0:2400:0:(import.c:65:import_set_state_nolock()) ffff94568482a000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787834441.676449:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456978a73c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787834441.676555:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456978a73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787834441.678182:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067655936:192.168.204.117@tcp:38: 00010000:00080000:2.0:1787834441.681094:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bdde1c0 x1874680067656064/t0(0) o41->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1787834457 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834441.681117:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:0:1874680067656064:192.168.204.117@tcp:41: 00010000:00080000:2.0:1787834441.681131:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddd680 x1874680067655808/t0(0) o41->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1787834457 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834441.681140:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:0:1874680067655808:192.168.204.117@tcp:41: 00010000:00080000:3.0:1787834441.685833:0:6165:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc3c0 x1874680067656192/t0(0) o41->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1787834457 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834441.685860:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6165:1874680067656192:192.168.204.117@tcp:41: 00800000:00000004:3.0:1787834441.685891:0:6165:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff945684dd8800: update ffff9456832ab8e0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:3.0:1787834441.685900:0:6165:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff945684dd8800: update ffff9456951b0450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:3.0:1787834441.687897:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6165:1874680067656320:192.168.204.117@tcp:40: 00000100:00100000:3.0:1787834441.688237:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456978a73c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787834441.698342:0:6165:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc3c0 x1874680067656320/t0(0) o40->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 440/448 e 0 to 0 dl 1787834457 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834441.698363:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6165:1874680067656320:192.168.204.117@tcp:40: 00000080:00000004:3.0:1787834441.698387:0:6165:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1787834441.698401:0:6165:0:(llite_lib.c:777:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683234 ocd_grant: 2146304 00020000:01000000:3.0:1787834441.698405:0:6165:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1787834441.698430:0:6165:0:(genops.c:1385:class_connect()) connect: client 4e8b253a-360f-434c-9bde-ec5e8b11b24e, cookie 0x2929b77cbdb855a6 00000020:00000080:3.0:1787834441.698448:0:6165:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x2929b77cbdb855ad 00000100:00080000:3.0:1787834441.698455:0:6165:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff945684dd8800: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:3.0:1787834441.698465:0:6165:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff945684dd8800: import ffff94568482b800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1787834441.698479:0:6165:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683234 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787834441.698501:0:6165:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94568bddc3c0 x1874680067656448/t0(0) o8->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787834441.698531:0:6165:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID 00020000:01000000:3.0:1787834441.698550:0:6165:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff945684dd8800) active 00000020:00000080:3.0:1787834441.698578:0:6165:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x2929b77cbdb855b4 00000100:00080000:3.0:1787834441.698582:0:6165:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff945684dd8800: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:3.0:1787834441.698586:0:6165:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff945684dd8800: import ffff945684829000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:3.0:1787834441.698591:0:6165:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683234 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787834441.698629:0:6165:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94568bddcb40 x1874680067656576/t0(0) o8->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787834441.698637:0:6165:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID 00020000:01000000:3.0:1787834441.698642:0:6165:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff945684dd8800) active 00000100:00100000:3.0:1787834441.698678:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6165:1874680067656704:192.168.204.117@tcp:900: 00000100:00100000:3.0:1787834441.698737:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456978a73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787834441.698965:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067656832:192.168.204.117@tcp:400: 00000100:00100000:1.0:1787834441.699719:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067656448:192.168.204.117@tcp:8: 00000100:00100000:0.0:1787834441.699981:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067656576:192.168.204.117@tcp:8: 00000100:00100000:0.0:1787834441.705467:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067656832:192.168.204.117@tcp:400: 00010000:00080000:3.0:1787834441.705746:0:6165:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc000 x1874680067656704/t0(0) o900->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:29/10 lens 264/248 e 0 to 0 dl 1787834457 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834441.705766:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6165:1874680067656704:192.168.204.117@tcp:900: 00000100:00100000:3.0:1787834441.705846:0:6165:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6165:1874680067656960:192.168.204.117@tcp:33: 00000100:00100000:3.0:1787834441.705974:0:6165:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456978a73c0 going to sleep for 11 seconds 00010000:00080000:1.0:1787834441.715295:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc3c0 x1874680067656448/t0(0) o8->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 520/416 e 0 to 0 dl 1787834451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834441.715317:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff945684dd8800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787834441.715332:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff945684dd8800: connect to target with instance 1 00000100:00080000:1.0:1787834441.715346:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff945684dd8800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787834441.715364:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1787834441.715368:0:2400:0:(import.c:65:import_set_state_nolock()) ffff94568482b800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787834441.715377:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1787834441.715382:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787834441.715388:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787834441.715414:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067656448:192.168.204.117@tcp:8: 00010000:00080000:1.0:1787834441.715438:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddcb40 x1874680067656576/t0(0) o8->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 520/416 e 0 to 0 dl 1787834451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834441.715447:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff945684dd8800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787834441.715452:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff945684dd8800: connect to target with instance 1 00000100:00080000:1.0:1787834441.715458:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff945684dd8800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787834441.715463:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787834441.715482:0:2400:0:(import.c:65:import_set_state_nolock()) ffff945684829000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787834441.715486:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1787834441.715489:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787834441.715491:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787834441.715496:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067656576:192.168.204.117@tcp:8: 00010000:00080000:3.0:1787834441.760327:0:6165:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc000 x1874680067656960/t0(0) o33->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:23/10 lens 448/464 e 0 to 0 dl 1787834457 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787834441.760348:0:6165:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6165:1874680067656960:192.168.204.117@tcp:33: 00000080:00200000:3.0:1787834441.760568:0:6165:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) 00000080:00200000:3.0:1787834441.760578:0:6165:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1787834441.760684:0:6165:0:(llite_lib.c:1655:ll_fill_super()) Mounted lustre-client - version 2.17.57_98_gaf12cc4 00000080:00000004:3.0:1787834441.772090:0:6165:0:(super25.c:182:lustre_fill_super()) 192.168.204.117@tcp:/lustre: Mount complete 00000080:00200008:1.0:1787834442.062144:0:6208:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787834442.062156:0:6208:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448),name=/ 00000002:00010000:1.0:1787834442.062178:0:6208:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787834442.062234:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.062244:0:6208:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.062256:0:6208:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787834442.062278:0:6208:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b81a40 pname:cluuid:pid:xid:nid:opc:job mkdir:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6208:1874680067657088:192.168.204.117@tcp:101: 00000100:00100000:1.0:1787834442.062398:0:6208:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456885c2c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787834442.087153:0:6208:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b81a40 pname:cluuid:pid:xid:nid:opc:job mkdir:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6208:1874680067657088:192.168.204.117@tcp:101: 00010000:00010000:1.0:1787834442.087178:0:6208:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.087190:0:6208:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.087201:0:6208:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.087234:0:6208:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.087246:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.087253:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.087259:0:6208:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787834442.087269:0:6208:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff945697b81a40 x1874680067657088/t0(0) o101->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 576/688 e 0 to 0 dl 1787834458 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787834442.087282:0:6208:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.087293:0:6208:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9456830b3000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1787834442.087299:0:6208:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787834442.087325:0:6208:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787834442.087329:0:6208:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) for lock 0x2929b77cbdb855bb 00000080:00010000:1.0:1787834442.087334:0:6208:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) 00000080:00010000:1.0:1787834442.087336:0:6208:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2929b77cbdb855bb from it ffffb18304797cb8 00010000:00010000:1.0:1787834442.087339:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834442.087355:0:6208:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787834442.396900:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834443.417840:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787834444.444069:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1787834444.749635:0:6260:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787834444.749649:0:6260:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448),name=/ 00000002:00010000:2.0:1787834444.749676:0:6260:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787834444.749695:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787834444.749708:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1787834444.749716:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787834444.749724:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) 00000080:00010000:2.0:1787834444.749728:0:6260:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) for lock 0x2929b77cbdb855bb 00000080:00010000:2.0:1787834444.749742:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2929b77cbdb855bb from it ffffb18301bf7cb8 00010000:00010000:2.0:1787834444.749746:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787834444.749755:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:2.0:1787834444.750380:0:6260:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1787834444.750386:0:6260:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448),name=/ 00000002:00010000:2.0:1787834444.750396:0:6260:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787834444.750405:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1787834444.750415:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:2.0:1787834444.750422:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787834444.750427:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) 00000080:00010000:2.0:1787834444.750430:0:6260:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) for lock 0x2929b77cbdb855bb 00000080:00010000:2.0:1787834444.750434:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2929b77cbdb855bb from it ffffb18301bf7cb8 00010000:00010000:2.0:1787834444.750437:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1787834444.750444:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1787834444.750547:0:6260:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448),name=/ 00000002:00010000:2.0:1787834444.750558:0:6260:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787834444.750570:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1787834444.750579:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1787834444.750586:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787834444.750590:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) 00000080:00010000:2.0:1787834444.750633:0:6260:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) for lock 0x2929b77cbdb855bb 00000080:00010000:2.0:1787834444.750638:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2929b77cbdb855bb from it ffffb18301bf7bb0 00010000:00010000:2.0:1787834444.750641:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1787834444.750648:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1787834444.750657:0:6260:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448), inode mode 41ed mask 44 00000080:00200008:2.0:1787834444.750664:0:6260:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), flags 100000 00000080:00200080:2.0:1787834444.750744:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:2.0:1787834444.750761:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945683f79400 uarg=0000000000000000 00800000:00000004:2.0:1787834444.750768:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff945684dd8800: age 294, max_age 296 00000100:00100000:2.0:1787834444.750807:0:6260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bf480 pname:cluuid:pid:xid:nid:opc:job lfs:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6260:1874680067657216:192.168.204.117@tcp:41: 00000100:00100000:2.0:1787834444.751040:0:6260:0:(client.c:2715:ptlrpc_set_wait()) set ffff945687d25e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787834444.756535:0:6260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bf480 pname:cluuid:pid:xid:nid:opc:job lfs:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6260:1874680067657216:192.168.204.117@tcp:41: 00800000:00000004:3.0:1787834444.756565:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff945684dd8800: update ffff9456832ab8e0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1787834444.756660:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.756679:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00800000:00000004:3.0:1787834444.756686:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff945684dd8800: age -707, max_age 296 00000100:00100000:3.0:1787834444.756715:0:6260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddde00 pname:cluuid:pid:xid:nid:opc:job lfs:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6260:1874680067657344:192.168.204.117@tcp:41: 00000100:00100000:3.0:1787834444.756784:0:6260:0:(client.c:2715:ptlrpc_set_wait()) set ffff945695fe9f00 going to sleep for 11 seconds 00010000:00080000:3.0:1787834444.760030:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddde00 x1874680067657344/t0(0) o41->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1787834460 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834444.760049:0:6260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddde00 pname:cluuid:pid:xid:nid:opc:job lfs:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6260:1874680067657344:192.168.204.117@tcp:41: 00800000:00000004:3.0:1787834444.760086:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff945684dd8800: update ffff9456832ad328 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787834444.760147:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760162:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760169:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760173:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760177:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760193:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760198:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760201:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760205:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760208:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760212:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760215:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760218:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760221:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760224:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760227:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760230:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760233:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760237:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760240:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760243:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760246:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760249:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760252:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760255:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760258:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760262:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760265:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760268:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760271:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760279:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760283:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760286:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760289:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760293:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760296:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760299:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760302:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760305:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760308:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760312:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760314:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760318:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760321:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760324:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760327:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760330:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760333:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760337:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760340:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760343:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760346:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760350:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760353:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760357:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760365:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760370:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760373:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760377:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760380:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760383:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760386:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760389:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760392:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760395:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760398:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760402:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760405:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760409:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760411:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760415:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760418:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760421:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760424:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760427:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760430:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760433:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.760437:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.760440:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761172:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761187:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761191:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761194:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761198:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761201:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761204:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761208:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761211:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761214:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761217:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761220:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761223:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761227:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761230:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761233:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761236:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761239:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761242:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761246:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761249:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761252:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761255:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761258:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761261:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761264:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761272:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761276:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761279:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761282:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761285:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761289:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761292:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761295:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761298:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761301:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761304:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761308:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761310:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761314:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761317:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761320:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761323:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761326:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761329:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761333:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00800000:00000080:3.0:1787834444.761335:0:6260:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.761339:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.761345:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00020000:00000004:3.0:1787834444.761351:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff945684dd8800: age -707, max_age 296 00000100:00100000:3.0:1787834444.761387:0:6260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddde00 pname:cluuid:pid:xid:nid:opc:job lfs:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6260:1874680067657472:192.168.204.117@tcp:13: 00000100:00100000:3.0:1787834444.761483:0:6260:0:(client.c:2715:ptlrpc_set_wait()) set ffff945695fe9f00 going to sleep for 11 seconds 00010000:00080000:3.0:1787834444.779353:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddde00 x1874680067657472/t0(0) o13->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:7/4 lens 224/368 e 0 to 0 dl 1787834460 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834444.779372:0:6260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddde00 pname:cluuid:pid:xid:nid:opc:job lfs:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6260:1874680067657472:192.168.204.117@tcp:13: 00020000:00000004:3.0:1787834444.779397:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff945684dd8800: update ffff9456832a9e98 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787834444.779473:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.779488:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945683f79400 uarg=0000000000000000 00020000:00000004:3.0:1787834444.779495:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff945684dd8800: age -707, max_age 296 00000100:00100000:3.0:1787834444.779527:0:6260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddde00 pname:cluuid:pid:xid:nid:opc:job lfs:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6260:1874680067657600:192.168.204.117@tcp:13: 00000100:00100000:3.0:1787834444.779713:0:6260:0:(client.c:2715:ptlrpc_set_wait()) set ffff945695fe9f00 going to sleep for 11 seconds 00010000:00080000:3.0:1787834444.796293:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddde00 x1874680067657600/t0(0) o13->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:7/4 lens 224/368 e 0 to 0 dl 1787834460 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834444.796312:0:6260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddde00 pname:cluuid:pid:xid:nid:opc:job lfs:4e8b253a-360f-434c-9bde-ec5e8b11b24e:6260:1874680067657600:192.168.204.117@tcp:13: 00020000:00000004:3.0:1787834444.796336:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff945684dd8800: update ffff9456832a8450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787834444.796465:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796483:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796491:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796495:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796498:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796502:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796505:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796509:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796513:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796532:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796537:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796541:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796544:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796548:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796552:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796555:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796558:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796562:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796565:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796569:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796572:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796576:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796579:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796582:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796585:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796588:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796592:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796629:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796636:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796639:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796642:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796645:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796649:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796652:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796663:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796668:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796672:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796675:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796678:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796681:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796684:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796686:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796690:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796693:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796697:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796700:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796704:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796707:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796711:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796715:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796719:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796722:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796725:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796728:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796732:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796736:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796739:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796742:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796745:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796755:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796759:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796762:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796766:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796770:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796773:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796777:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796781:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796783:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796787:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796789:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796793:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796796:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796799:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796802:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796806:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796809:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796812:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796815:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796818:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796820:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796823:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796826:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796830:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796833:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796844:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796848:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796852:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796855:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796859:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796863:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796866:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796869:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796873:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796876:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796880:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796883:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796886:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796889:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796892:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796895:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796898:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796901:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796904:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796907:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796910:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796913:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796915:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796918:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796920:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796928:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796933:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796936:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796939:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796942:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796945:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796948:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796965:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796969:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796972:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796976:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796979:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796982:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796986:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796989:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200080:3.0:1787834444.796992:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448) cmd=c00866a4 arg=7fffb4cc6ac0 00020000:00000080:3.0:1787834444.796995:0:6260:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff945684dd8800: cmd=c00866a4 len=592 karg=ffff945685036800 uarg=0000000000000000 00000080:00200008:3.0:1787834444.797019:0:6260:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), flags 100000 00010000:00010000:0.0:1787834445.466096:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787834446.489836:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787834447.070843:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067657728:192.168.204.117@tcp:400: 00000100:00100000:0.0:1787834447.071018:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067657984:192.168.204.117@tcp:400: 00000100:00100000:0.0:1787834447.071079:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067658240:192.168.204.117@tcp:400: 00000100:00100000:0.0:1787834447.071112:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787834447.071118:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067657856:192.168.204.117@tcp:400: 00000100:00100000:0.0:1787834447.071152:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067658112:192.168.204.117@tcp:400: 00000100:00100000:0.0:1787834447.098208:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067657856:192.168.204.117@tcp:400: 00010000:00080000:0.0:1787834447.098239:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697853480 x1874680067658112/t0(0) o400->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834447.098251:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067658112:192.168.204.117@tcp:400: 00000100:00100000:0.0:1787834447.098265:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067657728:192.168.204.117@tcp:400: 00010000:00080000:0.0:1787834447.098279:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697850f00 x1874680067657984/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834447.098290:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067657984:192.168.204.117@tcp:400: 00010000:00080000:0.0:1787834447.098305:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697852940 x1874680067658240/t0(0) o400->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834447.098328:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067658240:192.168.204.117@tcp:400: 00010000:00010000:2.0:1787834447.513982:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834448.545911:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787834448.994180:0:6454:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1787834449.562716:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834450.606582:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787834451.612727:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787834452.188317:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067658496:192.168.204.117@tcp:400: 00000100:00100000:3.0:1787834452.188466:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdde940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067658752:192.168.204.117@tcp:400: 00000100:00100000:3.0:1787834452.188502:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787834452.188508:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b51c558-4207-47a4-9acf-525915e3e3be:2403:1874680067658368:192.168.204.117@tcp:400: 00000100:00100000:3.0:1787834452.188539:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067658624:192.168.204.117@tcp:400: 00000100:00100000:3.0:1787834452.188582:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067658880:192.168.204.117@tcp:400: 00000100:00100000:3.0:1787834452.199683:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b51c558-4207-47a4-9acf-525915e3e3be:2403:1874680067658368:192.168.204.117@tcp:400: 00010000:00080000:3.0:1787834452.199715:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddcf00 x1874680067658624/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834452.199729:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067658624:192.168.204.117@tcp:400: 00010000:00080000:3.0:1787834452.199742:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc780 x1874680067658880/t0(0) o400->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834452.199752:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067658880:192.168.204.117@tcp:400: 00000100:00100000:3.0:1787834452.199766:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067658496:192.168.204.117@tcp:400: 00010000:00080000:3.0:1787834452.199777:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bdde940 x1874680067658752/t0(0) o400->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834452.199785:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdde940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067658752:192.168.204.117@tcp:400: 00010000:00010000:1.0:1787834452.634484:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787834453.663359:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834454.687970:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787834455.345220:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00100000:3.0:1787834455.345289:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00100000:3.0:1787834455.345345:0:6169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874680087639040 00000100:00100000:2.0:1787834455.345349:0:6168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874680087639168 00000100:00100000:2.0:1787834455.345357:0:6168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874680087639168 00000100:00100000:3.0:1787834455.345357:0:6169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874680087639040 00000100:00100000:2.0:1787834455.345416:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 0 00000100:00100000:2.0:1787834455.345429:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94568bddde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5b51c558-4207-47a4-9acf-525915e3e3be+4:10338:x1874680087639168:12345-192.168.204.117@tcp:104: 00010000:00010000:2.0:1787834455.345453:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8554b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787834455.345558:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787834455.345566:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94568bddde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5b51c558-4207-47a4-9acf-525915e3e3be+4:10338:x1874680087639168:12345-192.168.204.117@tcp:104: Request processed in 140us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787834455.345574:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 0 00000100:00100000:2.0:1787834455.345592:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 1 00010000:00010000:0.0:1787834455.345900:0:6177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787834455.345910:0:6177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8554b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834455.345919:0:6177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9456c2176400 already unused, calling callback (ffffffffc1265c20) 10000000:00010000:0.0:1787834455.345942:0:6177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8554b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834455.345952:0:6177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8554b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787834455.345959:0:6177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8554b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787834455.345966:0:6177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787834455.346023:0:6177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8554b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834455.346030:0:6177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787834455.346050:0:6177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8554b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834455.346059:0:6177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8554b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555eb0 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834455.346079:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834455.346081:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834455.346083:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787834455.346102:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067659008:192.168.204.117@tcp:103: 00000100:00100000:2.0:1787834455.346489:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94568bdde940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5b51c558-4207-47a4-9acf-525915e3e3be+3:10338:x1874680087639040:12345-192.168.204.117@tcp:104: 00010000:00010000:2.0:1787834455.346499:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff945694328600/0x2929b77cbdb85552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787834455.346548:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787834455.346555:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94568bdde940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5b51c558-4207-47a4-9acf-525915e3e3be+3:10338:x1874680087639040:12345-192.168.204.117@tcp:104: Request processed in 74us (1350us total) trans 0 rc 0/0 00000100:00100000:2.0:1787834455.346563:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 1 00010000:00010000:1.0:1787834455.346836:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787834455.346844:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff945694328600/0x2929b77cbdb85552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834455.346852:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945694328600 already unused, calling callback (ffffffffc1265c20) 10000000:00010000:1.0:1787834455.346856:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff945694328600/0x2929b77cbdb85552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834455.346864:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff945694328600/0x2929b77cbdb85552 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787834455.346872:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff945694328600/0x2929b77cbdb85552 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787834455.346877:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1787834455.346906:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff945694328600/0x2929b77cbdb85552 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834455.346912:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787834455.346925:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff945694328600/0x2929b77cbdb85552 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834455.346949:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff945694328600/0x2929b77cbdb85552 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555eb7 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834455.346967:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834455.346969:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834455.346970:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787834455.347099:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067659136:192.168.204.117@tcp:103: 00000100:00100000:1.0:1787834455.355382:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067659136:192.168.204.117@tcp:103: 00000100:00100000:0.0:1787834455.356190:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067659008:192.168.204.117@tcp:103: 00010000:00010000:0.0:1787834455.706045:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834456.730150:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787834457.241770:0:6179:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1787834457.241782:0:6179:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff945684dd8800 from 48 10000000:01000000:0.0:1787834457.241812:0:6179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787834457.241894:0:6179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff945680030c00/0x2929b77cbdb855c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834457.241909:0:6179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff945680030c00/0x2929b77cbdb855c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834457.241922:0:6179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff945680030c00/0x2929b77cbdb855c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787834457.241954:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067659264:192.168.204.117@tcp:101: 00000100:00100000:0.0:1787834457.242360:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff945695055240 going to sleep for 11 seconds 00000100:00100000:0.0:1787834457.261522:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067659264:192.168.204.117@tcp:101: 00010000:00010000:0.0:1787834457.261564:0:6179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff945680030c00/0x2929b77cbdb855c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f7b expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834457.261579:0:6179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff945680030c00/0x2929b77cbdb855c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555f7b expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787834457.261737:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067659392:192.168.204.117@tcp:501: 00000100:00100000:0.0:1787834457.261835:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff945695055240 going to sleep for 11 seconds 00000100:00100000:0.0:1787834457.272381:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067659392:192.168.204.117@tcp:501: 00000100:00100000:0.0:1787834457.273231:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067659520:192.168.204.117@tcp:503: 00000100:00100000:0.0:1787834457.273377:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff945695055240 going to sleep for 11 seconds 00000100:00100000:0.0:1787834457.283696:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067659520:192.168.204.117@tcp:503: 00000100:00100000:3.0:1787834457.285394:0:6661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6661:1874680067659648:192.168.204.117@tcp:502: 00000100:00100000:3.0:1787834457.285548:0:6661:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456950a3600 going to sleep for 11 seconds 00000100:00100000:1.0:1787834457.306515:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067659904:192.168.204.117@tcp:400: 00000100:00100000:0.0:1787834457.306716:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067659776:192.168.204.117@tcp:400: 00000100:00100000:1.0:1787834457.306809:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067660160:192.168.204.117@tcp:400: 00000100:00100000:2.0:1787834457.309418:0:6661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6661:1874680067659648:192.168.204.117@tcp:502: 00000020:01000000:2.0:1787834457.309469:0:6661:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787834457.309483:0:6661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834457.309486:0:6661:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787834457.309493:0:6661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1787834457.309532:0:6661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6661:1874680067660288:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787834457.315109:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067660032:192.168.204.117@tcp:400: 00000100:00100000:2.0:1787834457.320886:0:6661:0:(client.c:2715:ptlrpc_set_wait()) set ffff94568480fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787834457.334824:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067659776:192.168.204.117@tcp:400: 00010000:00080000:0.0:1787834457.336315:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b80f00 x1874680067660032/t0(0) o400->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834457.336335:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067660032:192.168.204.117@tcp:400: 00010000:00080000:1.0:1787834457.337505:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b83c00 x1874680067659904/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834457.337522:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067659904:192.168.204.117@tcp:400: 00010000:00080000:1.0:1787834457.338883:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b82d00 x1874680067660160/t0(0) o400->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834457.338898:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067660160:192.168.204.117@tcp:400: 00000100:00100000:2.0:1787834457.344543:0:6661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6661:1874680067660288:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787834457.344750:0:6661:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787834457.344764:0:6661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787834457.344767:0:6661:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787834457.344773:0:6661:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1787834457.344966:0:6179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1787834457.344986:0:6179:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787834457.344998:0:6179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff945680030c00/0x2929b77cbdb855c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f7b expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834457.345010:0:6179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff945680030c00/0x2929b77cbdb855c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f7b expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787834457.345046:0:6179:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1787834457.345049:0:6179:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff945683281a48 from 1 10000000:01000000:1.0:1787834457.345052:0:6179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787834457.345093:0:6179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694228c00/0x2929b77cbdb855c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834457.345103:0:6179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff945694228c00/0x2929b77cbdb855c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834457.345114:0:6179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff945694228c00/0x2929b77cbdb855c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787834457.345158:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067660416:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787834457.345256:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683fa1840 going to sleep for 11 seconds 00000100:00100000:1.0:1787834457.358585:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067660416:192.168.204.117@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787834457.358746:0:6179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff945694228c00/0x2929b77cbdb855c9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f82 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834457.358823:0:6179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff945694228c00/0x2929b77cbdb855c9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555f82 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787834457.358927:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067660544:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787834457.359018:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683fa1840 going to sleep for 11 seconds 00000100:00100000:1.0:1787834457.373880:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067660544:192.168.204.117@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1787834457.373939:0:6179:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1787834457.373952:0:6179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694228c00/0x2929b77cbdb855c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f82 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834457.373986:0:6179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff945694228c00/0x2929b77cbdb855c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f82 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834457.766893:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834458.779849:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787834459.032083:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00100000:3.0:1787834459.032246:0:6169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874680087647104 00000100:00100000:3.0:1787834459.032257:0:6169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874680087647104 00000100:00100000:2.0:1787834459.032547:0:6168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 2 00000100:00100000:2.0:1787834459.032561:0:6168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9456833bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5b51c558-4207-47a4-9acf-525915e3e3be+3:10399:x1874680087647104:12345-192.168.204.117@tcp:104: 00010000:00010000:2.0:1787834459.032586:0:6168:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787834459.032714:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 2 min 2 max 34 00000100:00100000:3.0:1787834459.032725:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_002' 00010000:00010000:2.0:1787834459.033260:0:6168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787834459.033271:0:6168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9456833bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5b51c558-4207-47a4-9acf-525915e3e3be+3:10399:x1874680087647104:12345-192.168.204.117@tcp:104: Request processed in 711us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1787834459.033280:0:6168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 2 00010000:00010000:1.0:1787834459.033359:0:6177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787834459.033377:0:6177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834459.033385:0:6177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945694229600 already unused, calling callback (ffffffffc1265c20) 10000000:00010000:1.0:1787834459.033390:0:6177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834459.033400:0:6177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787834459.033407:0:6177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787834459.033413:0:6177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787834459.033467:0:6177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834459.033474:0:6177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787834459.033500:0:6177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834459.033507:0:6177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff945694229600/0x2929b77cbdb8558a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555ec5 expref: -99 pid: 6165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834459.033544:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834459.033546:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834459.033547:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787834459.033567:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067660672:192.168.204.117@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787834459.044150:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067660672:192.168.204.117@tcp:103:ldlm_bl.0 10000000:01000000:3.0:1787834459.236774:0:6179:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787834459.236787:0:6179:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff945684dd8800 from 4 10000000:01000000:3.0:1787834459.236794:0:6179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787834459.236860:0:6179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834459.236874:0:6179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834459.236888:0:6179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787834459.236924:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddcf00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067660800:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787834459.237061:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456950a3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787834459.254706:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddcf00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067660800:192.168.204.117@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787834459.254751:0:6179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787834459.254767:0:6179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787834459.254871:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bf0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067660928:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787834459.254966:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff94568480ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1787834459.269369:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bf0c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067660928:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787834459.269446:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067661056:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787834459.269556:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456950a3600 going to sleep for 11 seconds 00000100:00100000:0.0:1787834459.276532:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067661056:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787834459.277952:0:6698:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6698:1874680067661184:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787834459.278108:0:6698:0:(client.c:2715:ptlrpc_set_wait()) set ffff945695055540 going to sleep for 11 seconds 00000100:00100000:0.0:1787834459.293443:0:6698:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6698:1874680067661184:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787834459.293509:0:6698:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787834459.293530:0:6698:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787834459.293534:0:6698:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787834459.293542:0:6698:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff945684dd8800 00000020:00000080:0.0:1787834459.293545:0:6698:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787834459.296951:0:6698:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6698:1874680067661312:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787834459.297090:0:6698:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683fa1840 going to sleep for 11 seconds 00000100:00100000:2.0:1787834459.306953:0:6698:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:6698:1874680067661312:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787834459.307020:0:6698:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787834459.307031:0:6698:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787834459.307034:0:6698:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1787834459.307039:0:6698:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1787834459.309369:0:6179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1787834459.309404:0:6179:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787834459.309422:0:6179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834459.309437:0:6179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834459.801896:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834460.825888:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834461.853274:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787834462.428546:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067661568:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834462.428678:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067661824:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834462.428714:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787834462.428722:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b51c558-4207-47a4-9acf-525915e3e3be:2404:1874680067661440:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834462.428746:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067661696:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834462.428765:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067661952:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1787834462.432180:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b51c558-4207-47a4-9acf-525915e3e3be:2404:1874680067661440:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1787834462.432201:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456833bd680 x1874680067661952/t0(0) o400->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834462.432228:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067661952:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1787834462.432241:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456833be1c0 x1874680067661824/t0(0) o400->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834462.432250:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067661824:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1787834462.432755:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456833be580 x1874680067661696/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834462.432767:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067661696:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1787834462.432778:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067661568:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1787834462.880551:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834463.901933:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834464.926340:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834465.949616:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834466.971330:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787834467.546255:0:7026:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg417-client.virtnet: executing check_logdir /tmp/testlogs/ 00000100:00080000:1.0:1787834467.560925:0:37:0:(import.c:65:import_set_state_nolock()) ffff94568482b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787834467.560931:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff945684dd8800: disconnect after 23s idle 00000100:00100000:0.0:1787834467.566773:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067662208:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834467.566898:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787834467.566906:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067662080:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834467.566936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067662336:192.168.204.117@tcp:400:kworker.0 00000100:00080000:1.0:1787834467.576073:0:37:0:(import.c:65:import_set_state_nolock()) ffff945684829000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787834467.576079:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff945684dd8800: disconnect after 23s idle 00000100:00100000:0.0:1787834467.576216:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067662208:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1787834467.576247:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b82580 x1874680067662336/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834467.576258:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067662336:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834467.577697:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067662464:192.168.204.117@tcp:9:kworker.0 00000100:00100000:2.0:1787834467.577786:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067662592:192.168.204.117@tcp:9:kworker.0 00000100:00100000:0.0:1787834467.581039:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067662080:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1787834467.602944:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b80b40 x1874680067662592/t0(0) o9->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787834467.602976:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945697b80b40 x1874680067662592/t0(0) o9->lustre-OST0001-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787834467.602985:0:2400:0:(import.c:65:import_set_state_nolock()) ffff945684829000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1787834467.602990:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067662592:192.168.204.117@tcp:9:kworker.0 00010000:00080000:1.0:1787834467.603745:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b830c0 x1874680067662464/t0(0) o9->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787834467.603757:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945697b830c0 x1874680067662464/t0(0) o9->lustre-OST0000-osc-ffff945684dd8800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787834467.603764:0:2400:0:(import.c:65:import_set_state_nolock()) ffff94568482b800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1787834467.603768:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2400:1874680067662464:192.168.204.117@tcp:9:kworker.0 00010000:00010000:3.0:1787834467.996511:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834469.018059:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834470.041776:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834471.070954:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834472.091030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787834472.666238:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067662720:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834472.666346:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067662976:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834472.666379:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787834472.666384:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067662848:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834472.688281:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067662720:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1787834472.688308:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b80780 x1874680067662976/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834472.688322:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067662976:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834472.688353:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067662848:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1787834473.113754:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787834473.649001:0:7308:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg417-client.virtnet: executing yml_node 00010000:00010000:3.0:1787834474.137716:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834475.164794:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834476.202020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834477.212764:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787834477.787885:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067663232:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834477.788059:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787834477.788066:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067663104:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834477.788098:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067663360:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834477.797814:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067663104:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1787834477.797848:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b821c0 x1874680067663360/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834477.797865:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067663360:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834477.797893:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067663232:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1787834478.240222:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787834479.174667:0:7760:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.98 00010000:00010000:3.0:1787834479.258176:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834480.290231:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834481.306106:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787834481.957270:0:7918:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.98 00010000:00010000:0.0:1787834482.331326:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787834482.906036:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067663616:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1787834482.906203:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787834482.906211:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b51c558-4207-47a4-9acf-525915e3e3be:2403:1874680067663488:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1787834482.906240:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067663744:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1787834482.923665:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b51c558-4207-47a4-9acf-525915e3e3be:2403:1874680067663488:192.168.204.117@tcp:400:kworker.0 00010000:00080000:3.0:1787834482.923776:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc3c0 x1874680067663744/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834482.923793:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067663744:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1787834482.924013:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067663616:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1787834483.358895:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834484.377888:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787834484.988456:0:8074:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.98 00010000:00010000:2.0:1787834485.403086:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834486.428466:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787834486.905504:0:8221:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Thu Aug 27 08:41:25 EDT 2026 00010000:00010000:0.0:1787834487.449855:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787834488.026571:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067663872:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834488.026743:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067664128:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834488.027524:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787834488.027537:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067664000:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834488.036161:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067663872:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1787834488.045374:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b82d00 x1874680067664128/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834488.045429:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067664128:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834488.045810:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067664000:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1787834488.475725:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834489.498919:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834490.524432:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834491.555922:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834492.572955:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787834493.145939:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067664384:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834493.146087:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787834493.146094:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b51c558-4207-47a4-9acf-525915e3e3be:2404:1874680067664256:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834493.146124:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067664512:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834493.150574:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b51c558-4207-47a4-9acf-525915e3e3be:2404:1874680067664256:192.168.204.117@tcp:400:kworker.0 00010000:00080000:2.0:1787834493.150658:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456833bc3c0 x1874680067664512/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834493.150673:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067664512:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834493.150690:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067664384:192.168.204.117@tcp:400:kworker.0 00010000:00010000:1.0:1787834493.594362:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834494.617870:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834495.641755:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834496.665834:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834497.690041:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787834498.271359:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067664640:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834498.271502:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067664896:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834498.271545:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787834498.271551:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067664768:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834498.278578:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067664768:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834498.278639:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067664640:192.168.204.117@tcp:400:kworker.0 00010000:00080000:1.0:1787834498.291545:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697853480 x1874680067664896/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834498.291572:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067664896:192.168.204.117@tcp:400:kworker.0 00010000:00010000:3.0:1787834498.717679:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834499.738080:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834500.762002:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834501.785848:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834502.812111:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787834503.386918:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067665024:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834503.387084:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067665280:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834503.387125:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787834503.387132:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456978530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067665152:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834503.404354:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456978530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067665152:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834503.404376:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067665024:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1787834503.404398:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697852580 x1874680067665280/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834503.404411:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067665280:192.168.204.117@tcp:400:kworker.0 00010000:00010000:0.0:1787834503.843267:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834504.858994:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787834505.884680:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787834506.906190:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787834507.296307:0:8782:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:0.0:1787834507.935272:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787834508.508367:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456978530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067665408:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834508.508501:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067665536:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834508.508581:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456978503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067665664:192.168.204.117@tcp:400:kworker.0 00000100:00100000:0.0:1787834508.512790:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067665536:192.168.204.117@tcp:400:kworker.0 00010000:00080000:0.0:1787834508.512836:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456978503c0 x1874680067665664/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834508.512848:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456978503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067665664:192.168.204.117@tcp:400:kworker.0 00000100:00100000:1.0:1787834508.519637:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456978530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067665408:192.168.204.117@tcp:400:kworker.0 00000001:02000400:3.0:1787834508.776224:0:8921:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1787834508.954364:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787834509.979683:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787834510.461863:0:9066:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 08:41:49 (1787834509) === 00000080:00200008:0.0:1787834510.737330:0:8234:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787834510.737342:0:8234:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448),name=/ 00000002:00010000:0.0:1787834510.737368:0:8234:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787834510.737387:0:8234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1787834510.737401:0:8234:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1787834510.737409:0:8234:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787834510.737415:0:8234:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) 00000080:00010000:0.0:1787834510.737418:0:8234:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) for lock 0x2929b77cbdb855bb 00000080:00010000:0.0:1787834510.737426:0:8234:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2929b77cbdb855bb from it ffffb18301bcfcb8 00010000:00010000:0.0:1787834510.737429:0:8234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1787834510.737437:0:8234:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:2.0:1787834510.758572:0:8234:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787834510.758584:0:8234:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448),name=/ 00000002:00010000:2.0:1787834510.758625:0:8234:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787834510.758654:0:8234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1787834510.758669:0:8234:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:2.0:1787834510.758678:0:8234:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787834510.758685:0:8234:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) 00000080:00010000:2.0:1787834510.758689:0:8234:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) for lock 0x2929b77cbdb855bb 00000080:00010000:2.0:1787834510.758696:0:8234:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2929b77cbdb855bb from it ffffb18301bcfcb8 00010000:00010000:2.0:1787834510.758700:0:8234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1787834510.758709:0:8234:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1787834510.776124:0:8234:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787834510.776136:0:8234:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448),name=/ 00000002:00010000:2.0:1787834510.776162:0:8234:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787834510.776182:0:8234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1787834510.776196:0:8234:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1787834510.776214:0:8234:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787834510.776223:0:8234:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) 00000080:00010000:2.0:1787834510.776226:0:8234:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) for lock 0x2929b77cbdb855bb 00000080:00010000:2.0:1787834510.776234:0:8234:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2929b77cbdb855bb from it ffffb18301bcfcb8 00010000:00010000:2.0:1787834510.776239:0:8234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1787834510.776248:0:8234:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1787834510.810315:0:8234:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94568a927448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787834510.810328:0:8234:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94568a927448),name=/ 00000002:00010000:2.0:1787834510.810351:0:8234:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787834510.810369:0:8234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787834510.810384:0:8234:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1787834510.810392:0:8234:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787834510.810400:0:8234:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) 00000080:00010000:2.0:1787834510.810403:0:8234:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94568a927448) for lock 0x2929b77cbdb855bb 00000080:00010000:2.0:1787834510.810410:0:8234:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x2929b77cbdb855bb from it ffffb18301bcfcb8 00010000:00010000:2.0:1787834510.810414:0:8234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787834510.810438:0:8234:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff945684dd8800 lock: ffff945694229c00/0x2929b77cbdb855bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1936f9ede5555eef expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787834511.003312:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787834511.055796:0:9114:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787834511.055799:0:9114:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1787834511.055801:0:9114:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.117@tcp:/lustre 00000020:01000004:1.0:1787834511.055802:0:9114:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1787834511.055938:0:9114:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff945685dc0800 00000080:01000004:1.0:1787834511.055947:0:9114:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1787834511.055966:0:9114:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.117@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1787834511.055970:0:9114:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.117@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1787834511.055977:0:9114:0:(llite_lib.c:1508:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff945685dc0800 (sb ffff945685dc0800) 00000080:01000000:1.0:1787834511.056054:0:9114:0:(llite_lib.c:1234:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1787834511.056057:0:9114:0:(llite_lib.c:1244:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1787834511.056060:0:9114:0:(llite_lib.c:1244:ll_options()) next opt=flock 00000080:01000000:1.0:1787834511.056067:0:9114:0:(llite_lib.c:1542:ll_fill_super()) llite sb uuid: f06d34d5-ef47-4185-bba3-facbea02e284 10000000:01000000:1.0:1787834511.065621:0:9114:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787834511.065627:0:9114:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff945685dc0800 10000000:01000000:1.0:1787834511.065646:0:9114:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff945685dc0800 10000000:01000000:1.0:1787834511.065675:0:9114:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787834511.065680:0:9114:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff945685dc0800 10000000:01000000:1.0:1787834511.065682:0:9114:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787834511.065686:0:9114:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff945685dc0800 10000000:01000000:1.0:1787834511.065689:0:9114:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787834511.065692:0:9114:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff945685dc0800 from 1 10000000:01000000:1.0:1787834511.065695:0:9114:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787834511.065735:0:9114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694229200/0x2929b77cbdb855d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834511.065747:0:9114:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff945694229200/0x2929b77cbdb855d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834511.065759:0:9114:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff945694229200/0x2929b77cbdb855d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787834511.065798:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067665792:192.168.204.117@tcp:101:mount.lustre.0 00000100:00100000:1.0:1787834511.065888:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683ee7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787834511.074314:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067665792:192.168.204.117@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787834511.074345:0:9114:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff945694229200/0x2929b77cbdb855d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fcf expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834511.074358:0:9114:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff945694229200/0x2929b77cbdb855d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555fcf expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787834511.074431:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067665920:192.168.204.117@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787834511.074688:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683ee7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787834511.084796:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067665920:192.168.204.117@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787834511.084855:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666048:192.168.204.117@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787834511.084935:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683ee7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787834511.096211:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666048:192.168.204.117@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787834511.096833:0:9118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9118:1874680067666176:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787834511.096939:0:9118:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683ee7540 going to sleep for 11 seconds 00000100:00100000:0.0:1787834511.108933:0:9118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b83c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9118:1874680067666176:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787834511.108991:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787834511.109001:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787834511.109005:0:9118:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1787834511.109012:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff945685dc0800 00000020:00000080:0.0:1787834511.109015:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787834511.109039:0:9118:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff945685dc0800 (ffff94568491b490) 00000020:00000080:0.0:1787834511.109061:0:9118:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1787834511.109069:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff945685dc0800 00000020:00000080:0.0:1787834511.109072:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787834511.109863:0:9118:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff945685dc0800 (uuid f06d34d5-ef47-4185-bba3-facbea02e284) 00000020:01000000:0.0:1787834511.109870:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787834511.109875:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787834511.109877:0:9118:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1787834511.109880:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787834511.109883:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787834511.109885:0:9118:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1787834511.109888:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff945685dc0800 00000020:00000080:0.0:1787834511.109891:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787834511.109898:0:9118:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff945685dc0800 (ffff94568491ced8) 00000020:00000080:0.0:1787834511.109910:0:9118:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1787834511.109914:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff945685dc0800 00000020:00000080:0.0:1787834511.109916:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787834511.114621:0:9118:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff945685dc0800 (uuid f06d34d5-ef47-4185-bba3-facbea02e284) 00000020:01000000:1.0:1787834511.114644:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787834511.114651:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834511.114654:0:9118:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1787834511.114658:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787834511.114669:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834511.114670:0:9118:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1787834511.114674:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787834511.114676:0:9118:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1787834511.114678:0:9118:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1787834511.114685:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787834511.114687:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834511.114689:0:9118:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1787834511.114691:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787834511.114695:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834511.114696:0:9118:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1787834511.114699:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787834511.114704:0:9118:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.117@tcp to nid 0x20000c0a8cc75 (192.168.204.117@tcp) 00000020:01000000:1.0:1787834511.114734:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff945685dc0800 00000020:00000080:1.0:1787834511.114736:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787834511.114747:0:9118:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff945685dc0800 (ffff9456951b3490) 00000020:00000080:1.0:1787834511.114767:0:9118:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:1.0:1787834511.114773:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff945685dc0800 00000020:00000080:1.0:1787834511.114776:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787834511.114866:0:9118:0:(ldlm_lib.c:102:import_set_conn()) imp ffff945684835800@lustre-MDT0000-mdc-ffff945685dc0800: add connection 192.168.204.117@tcp at head 00010000:00010000:3.0:1787834511.126503:0:9118:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff945685dc0800-5 is initialized 00000040:01000000:3.0:1787834511.127735:0:9118:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff945685dc0800 ctxt 13 is initialized 00000020:00000080:3.0:1787834511.127781:0:9118:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff945685dc0800 (uuid f06d34d5-ef47-4185-bba3-facbea02e284) 00000020:01000000:3.0:1787834511.127796:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff945685dc0800 00000020:00000080:3.0:1787834511.127800:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787834511.127825:0:9118:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1787834511.127923:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787834511.127928:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.127930:0:9118:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1787834511.127941:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787834511.127943:0:9118:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1787834511.127945:0:9118:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787834511.127946:0:9118:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787834511.127948:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787834511.127951:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.127952:0:9118:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787834511.127955:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787834511.127960:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.127961:0:9118:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1787834511.127966:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787834511.127971:0:9118:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.117@tcp to nid 0x20000c0a8cc75 (192.168.204.117@tcp) 00000020:01000000:3.0:1787834511.127999:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff945685dc0800 00000020:00000080:3.0:1787834511.128003:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787834511.128013:0:9118:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff945685dc0800 (ffff945683280000) 00000020:00000080:3.0:1787834511.128027:0:9118:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1787834511.128033:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff945685dc0800 00000020:00000080:3.0:1787834511.128036:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787834511.128191:0:9118:0:(ldlm_lib.c:102:import_set_conn()) imp ffff945685d5f000@lustre-MDT0001-mdc-ffff945685dc0800: add connection 192.168.204.117@tcp at head 00010000:00010000:3.0:1787834511.130790:0:9118:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff945685dc0800-6 is initialized 00000040:01000000:3.0:1787834511.131255:0:9118:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff945685dc0800 ctxt 13 is initialized 00000020:00000080:3.0:1787834511.131309:0:9118:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff945685dc0800 (uuid f06d34d5-ef47-4185-bba3-facbea02e284) 00000020:01000000:3.0:1787834511.131325:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff945685dc0800 00000020:00000080:3.0:1787834511.131329:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787834511.131355:0:9118:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1787834511.131404:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787834511.131408:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.131410:0:9118:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1787834511.131414:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787834511.131417:0:9118:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1787834511.131419:0:9118:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787834511.131421:0:9118:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787834511.131430:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787834511.131434:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.131435:0:9118:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787834511.131439:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787834511.131444:0:9118:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.117@tcp:/lustre 00000020:00000080:3.0:1787834511.131448:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.131450:0:9118:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787834511.131453:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787834511.131460:0:9118:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.117@tcp to nid 0x20000c0a8cc75 (192.168.204.117@tcp) 00000020:01000000:3.0:1787834511.131489:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff945685dc0800 00000020:00000080:3.0:1787834511.131491:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787834511.131502:0:9118:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff945685dc0800 (ffff945683283490) 00000020:00000080:3.0:1787834511.131520:0:9118:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1787834511.131526:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff945685dc0800 00000020:00000080:3.0:1787834511.131530:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787834511.131663:0:9118:0:(ldlm_lib.c:102:import_set_conn()) imp ffff945685d5a800@lustre-OST0000-osc-ffff945685dc0800: add connection 192.168.204.117@tcp at head 00010000:00010000:3.0:1787834511.131892:0:9118:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff945685dc0800-7 is initialized 00000020:00000080:3.0:1787834511.136328:0:9118:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff945685dc0800 (uuid f06d34d5-ef47-4185-bba3-facbea02e284) 00000020:01000000:3.0:1787834511.136346:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff945685dc0800 00000020:00000080:3.0:1787834511.136350:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787834511.136374:0:9118:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1787834511.136383:0:9118:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff945685dc0800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1787834511.136389:0:9118:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1787834511.136401:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787834511.136405:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.136407:0:9118:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787834511.136411:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787834511.136414:0:9118:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1787834511.136415:0:9118:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787834511.136416:0:9118:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787834511.136417:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787834511.136420:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.136427:0:9118:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787834511.136430:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787834511.136434:0:9118:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.117@tcp:/lustre 00000020:00000080:3.0:1787834511.136438:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.136439:0:9118:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787834511.136443:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787834511.136448:0:9118:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.117@tcp to nid 0x20000c0a8cc75 (192.168.204.117@tcp) 00000020:01000000:3.0:1787834511.136475:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff945685dc0800 00000020:00000080:3.0:1787834511.136478:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787834511.136487:0:9118:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff945685dc0800 (ffff945683284ed8) 00000020:00000080:3.0:1787834511.136503:0:9118:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1787834511.136507:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff945685dc0800 00000020:00000080:3.0:1787834511.136509:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787834511.136806:0:9118:0:(ldlm_lib.c:102:import_set_conn()) imp ffff945685d5e000@lustre-OST0001-osc-ffff945685dc0800: add connection 192.168.204.117@tcp at head 00010000:00010000:3.0:1787834511.137058:0:9118:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff945685dc0800-8 is initialized 00000020:00000080:3.0:1787834511.138713:0:9118:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff945685dc0800 (uuid f06d34d5-ef47-4185-bba3-facbea02e284) 00000020:01000000:3.0:1787834511.138725:0:9118:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff945685dc0800 00000020:00000080:3.0:1787834511.138729:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787834511.138746:0:9118:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1787834511.138754:0:9118:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff945685dc0800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1787834511.138759:0:9118:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1787834511.138770:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787834511.138774:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.138776:0:9118:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787834511.138780:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787834511.138783:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.138784:0:9118:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787834511.138787:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787834511.138789:0:9118:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787834511.139402:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787834511.139409:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.139410:0:9118:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000100:00100000:3.0:1787834511.139458:0:9118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9118:1874680067666304:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787834511.139669:0:9118:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683fa1180 going to sleep for 11 seconds 00000100:00100000:3.0:1787834511.146395:0:9118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9118:1874680067666304:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787834511.146438:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787834511.146448:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.146450:0:9118:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787834511.146457:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787834511.146566:0:9118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9118:1874680067666432:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787834511.151516:0:9118:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683fa1180 going to sleep for 11 seconds 00000100:00100000:1.0:1787834511.153708:0:9118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9118:1874680067666432:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787834511.153755:0:9118:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787834511.153764:0:9118:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787834511.153766:0:9118:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787834511.153771:0:9118:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1787834511.153976:0:9114:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787834511.153994:0:9114:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787834511.154053:0:9114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694229200/0x2929b77cbdb855d7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fcf expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834511.154066:0:9114:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff945694229200/0x2929b77cbdb855d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fcf expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787834511.154074:0:9114:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff945685dc0800 from 1 10000000:01000000:3.0:1787834511.154076:0:9114:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1787834511.154108:0:9114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694329600/0x2929b77cbdb85608 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834511.154116:0:9114:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff945694329600/0x2929b77cbdb85608 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834511.154125:0:9114:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff945694329600/0x2929b77cbdb85608 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787834511.154157:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666560:192.168.204.117@tcp:101:mount.lustre.0 00000100:00100000:3.0:1787834511.154246:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683fa1300 going to sleep for 11 seconds 00000100:00100000:3.0:1787834511.158080:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666560:192.168.204.117@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787834511.158109:0:9114:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff945694329600/0x2929b77cbdb85608 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fd6 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834511.158121:0:9114:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff945694329600/0x2929b77cbdb85608 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555fd6 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787834511.160440:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666688:192.168.204.117@tcp:256:mount.lustre.0 00000100:00100000:3.0:1787834511.160748:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683fa1300 going to sleep for 11 seconds 00000100:00100000:3.0:1787834511.168557:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666688:192.168.204.117@tcp:256:mount.lustre.0 10000000:01000000:3.0:1787834511.169345:0:9114:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1787834511.169900:0:9114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694329600/0x2929b77cbdb85608 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fd6 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834511.169913:0:9114:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff945694329600/0x2929b77cbdb85608 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fd6 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787834511.169990:0:9114:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff945685dc0800 from 1 10000000:01000000:2.0:1787834511.169994:0:9114:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787834511.170037:0:9114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787834511.170045:0:9114:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787834511.170053:0:9114:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787834511.170843:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bd680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666816:192.168.204.117@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787834511.170945:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff94568133a240 going to sleep for 11 seconds 00000100:00100000:0.0:1787834511.176176:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bd680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666816:192.168.204.117@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787834511.176211:0:9114:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834511.176225:0:9114:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787834511.176308:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666944:192.168.204.117@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787834511.176402:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945685cbdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787834511.187425:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067666944:192.168.204.117@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787834511.187497:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067667072:192.168.204.117@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787834511.187673:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945685cbdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787834511.194356:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5b51c558-4207-47a4-9acf-525915e3e3be:9114:1874680067667072:192.168.204.117@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787834511.202586:0:9123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833be580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9123:1874680067667200:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787834511.204080:0:9123:0:(client.c:2715:ptlrpc_set_wait()) set ffff94568133a240 going to sleep for 11 seconds 00000100:00100000:3.0:1787834511.207309:0:9123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833be580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9123:1874680067667200:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787834511.207379:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787834511.207394:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.207398:0:9123:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787834511.207407:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff945685dc0800 00000020:00000080:3.0:1787834511.207410:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787834511.207421:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787834511.207423:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.207437:0:9123:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787834511.207440:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787834511.207443:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.207445:0:9123:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787834511.207448:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff945685dc0800 00000020:00000080:3.0:1787834511.207450:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787834511.207567:0:9123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9123:1874680067667328:192.168.204.117@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787834511.207755:0:9123:0:(client.c:2715:ptlrpc_set_wait()) set ffff945683fa1300 going to sleep for 11 seconds 00000100:00100000:3.0:1787834511.210860:0:9123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5b51c558-4207-47a4-9acf-525915e3e3be:9123:1874680067667328:192.168.204.117@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787834511.210928:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787834511.210940:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787834511.210943:0:9123:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787834511.210950:0:9123:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1787834511.211161:0:9114:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1787834511.211203:0:9114:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787834511.211229:0:9114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834511.211241:0:9114:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1787834511.211267:0:9114:0:(llite_lib.c:1616:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1787834511.211296:0:9114:0:(genops.c:1385:class_connect()) connect: client f06d34d5-ef47-4185-bba3-facbea02e284, cookie 0x2929b77cbdb85616 00800000:01000000:0.0:1787834511.211320:0:9114:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect f06d34d5-ef47-4185-bba3-facbea02e284 to lustre-clilmv-ffff945685dc0800 00800000:01000000:0.0:1787834511.211329:0:9114:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff945685dc0800(f06d34d5-ef47-4185-bba3-facbea02e284) - lustre-MDT0000_UUID, f06d34d5-ef47-4185-bba3-facbea02e284 00000020:00000080:0.0:1787834511.211468:0:9114:0:(genops.c:1385:class_connect()) connect: client f06d34d5-ef47-4185-bba3-facbea02e284, cookie 0x2929b77cbdb8561d 00000100:00080000:0.0:1787834511.211479:0:9114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff945685dc0800: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:0.0:1787834511.211491:0:9114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff945685dc0800: import ffff945684835800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1787834511.211505:0:9114:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683234 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787834511.211535:0:9114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945697850000 x1874680067667456/t0(0) o38->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787834511.211563:0:9114:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID 00000100:00100000:2.0:1787834511.211654:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067667456:192.168.204.117@tcp:38:mount.lustre.0 00800000:01000000:0.0:1787834511.211908:0:9114:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff945685dc0800(f06d34d5-ef47-4185-bba3-facbea02e284) successfully (5) 00800000:00000004:0.0:1787834511.211914:0:9114:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff945685dc0800: age -636, max_age 0 00000100:00100000:3.0:1787834511.212168:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067667712:192.168.204.117@tcp:400:kworker.0 00000100:00100000:3.0:1787834511.212225:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787834511.212233:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067667840:192.168.204.117@tcp:400:kworker.0 00800000:01000000:0.0:1787834511.218117:0:9114:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff945685dc0800(f06d34d5-ef47-4185-bba3-facbea02e284) - lustre-MDT0001_UUID, f06d34d5-ef47-4185-bba3-facbea02e284 00000020:00000080:0.0:1787834511.218147:0:9114:0:(genops.c:1385:class_connect()) connect: client f06d34d5-ef47-4185-bba3-facbea02e284, cookie 0x2929b77cbdb85624 00000100:00080000:0.0:1787834511.218168:0:9114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff945685dc0800: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:0.0:1787834511.218185:0:9114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff945685dc0800: import ffff945685d5f000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000100:00100000:1.0:1787834511.218284:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1787834511.218308:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff945697853840 x1874680067667584/t0(0) o41->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787834511.218557:0:9114:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683234 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787834511.218590:0:9114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945697850b40 x1874680067667968/t0(0) o38->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787834511.219082:0:9114:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID 00800000:01000000:0.0:1787834511.219160:0:9114:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff945685dc0800(f06d34d5-ef47-4185-bba3-facbea02e284) successfully (5) 00800000:00000004:0.0:1787834511.219164:0:9114:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff945685dc0800: age -636, max_age 0 00000080:00000004:0.0:1787834511.219277:0:9114:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff945685dc0800: age -636, max_age 363 00800000:00000004:0.0:1787834511.219284:0:9114:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff945685dc0800: age -636, max_age 363 00000100:00080000:0.0:1787834511.219306:0:9114:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff945697850780 x1874680067668224/t0(0) o41->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834511.219317:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945685cbd240 going to sleep for 0 seconds 00000100:00080000:1.0:1787834511.219427:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9456978503c0 x1874680067668096/t0(0) o41->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1787834511.220238:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddd2c0 x1874680067667840/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834511.220262:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067667840:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834511.220277:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067667712:192.168.204.117@tcp:400:kworker.0 00000100:00100000:2.0:1787834511.220346:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067667968:192.168.204.117@tcp:38:mount.lustre.0 00000100:00100000:2.0:1787834511.220462:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945685dc0800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787834511.220474:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff945685dc0800: connect to target with instance 1 00000100:00080000:2.0:1787834511.220486:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff945685dc0800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787834511.220501:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787834511.220505:0:2400:0:(import.c:65:import_set_state_nolock()) ffff945684835800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1787834511.221157:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000043b1f45b): req@ffff945697850780 x1874680067668224/t0(0) o41->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787834511.221186:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000057412844): req@ffff945697853840 x1874680067667584/t0(0) o41->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834511.221207:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067667456:192.168.204.117@tcp:38:mount.lustre.0 00000100:00100000:0.0:1787834511.222565:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945685cbd240 going to sleep for 11 seconds 00010000:00080000:3.0:1787834511.227198:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697850b40 x1874680067667968/t0(0) o38->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 520/416 e 0 to 0 dl 1787834521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834511.227220:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945685dc0800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787834511.231570:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff945685dc0800: connect to target with instance 1 00000100:00080000:3.0:1787834511.231671:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff945685dc0800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787834511.231691:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787834511.231698:0:2400:0:(import.c:65:import_set_state_nolock()) ffff945685d5f000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787834511.231901:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000057412844): req@ffff9456978503c0 x1874680067668096/t0(0) o41->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834511.231970:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f06d34d5-ef47-4185-bba3-facbea02e284:9114:1874680067668224:192.168.204.117@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787834511.232094:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067667968:192.168.204.117@tcp:38:mount.lustre.0 00800000:00000004:2.0:1787834511.232137:0:9114:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff945685dc0800: update ffff9456951b38e0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:2.0:1787834511.232148:0:9114:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff945685dc0800: update ffff94568491d328 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:2.0:1787834511.232213:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bf840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f06d34d5-ef47-4185-bba3-facbea02e284:9114:1874680067668352:192.168.204.117@tcp:40:mount.lustre.0 00000100:00100000:2.0:1787834511.232293:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945685091cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787834511.235773:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f06d34d5-ef47-4185-bba3-facbea02e284:0:1874680067667584:192.168.204.117@tcp:41:mount.lustre.0 00000100:00100000:0.0:1787834511.236630:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bf840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f06d34d5-ef47-4185-bba3-facbea02e284:9114:1874680067668352:192.168.204.117@tcp:40:mount.lustre.0 00000080:00000004:0.0:1787834511.236667:0:9114:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:0.0:1787834511.236683:0:9114:0:(llite_lib.c:777:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683234 ocd_grant: 2146304 00020000:01000000:0.0:1787834511.236688:0:9114:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1787834511.236700:0:9114:0:(genops.c:1385:class_connect()) connect: client f06d34d5-ef47-4185-bba3-facbea02e284, cookie 0x2929b77cbdb8562b 00000020:00000080:0.0:1787834511.236718:0:9114:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x2929b77cbdb85632 00000100:00080000:0.0:1787834511.236726:0:9114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff945685dc0800: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:0.0:1787834511.236745:0:9114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff945685dc0800: import ffff945685d5a800 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1787834511.236770:0:9114:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683234 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787834511.236797:0:9114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9456978530c0 x1874680067668480/t0(0) o8->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787834511.236825:0:9114:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID 00020000:01000000:0.0:1787834511.236843:0:9114:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff945685dc0800) active 00000020:00000080:0.0:1787834511.236872:0:9114:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x2929b77cbdb85639 00000100:00080000:0.0:1787834511.236878:0:9114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff945685dc0800: connect to NID 192.168.204.117@tcp last attempt 0 00000100:00080000:0.0:1787834511.236882:0:9114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff945685dc0800: import ffff945685d5e000 using connection 192.168.204.117@tcp/192.168.204.117@tcp 00000008:00100000:0.0:1787834511.236887:0:9114:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683234 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787834511.236900:0:9114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff945697852580 x1874680067668608/t0(0) o8->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787834511.236908:0:9114:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID 00020000:01000000:0.0:1787834511.236915:0:9114:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff945685dc0800) active 00000100:00100000:0.0:1787834511.236974:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f06d34d5-ef47-4185-bba3-facbea02e284:9114:1874680067668736:192.168.204.117@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787834511.237041:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945685cbdf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787834511.237830:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456978530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067668480:192.168.204.117@tcp:8:mount.lustre.0 00000100:00100000:1.0:1787834511.237910:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067668608:192.168.204.117@tcp:8:mount.lustre.0 00000100:00100000:0.0:1787834511.241408:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f06d34d5-ef47-4185-bba3-facbea02e284:9114:1874680067668736:192.168.204.117@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787834511.241486:0:9114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f06d34d5-ef47-4185-bba3-facbea02e284:9114:1874680067668864:192.168.204.117@tcp:33:mount.lustre.0 00000100:00100000:0.0:1787834511.241831:0:9114:0:(client.c:2715:ptlrpc_set_wait()) set ffff945685cbdf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787834511.247317:0:9114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f06d34d5-ef47-4185-bba3-facbea02e284:9114:1874680067668864:192.168.204.117@tcp:33:mount.lustre.0 00000080:00200000:2.0:1787834511.247511:0:9114:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff945695435348) 00000080:00200000:2.0:1787834511.247521:0:9114:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1787834511.247639:0:9114:0:(llite_lib.c:1655:ll_fill_super()) Mounted lustre-client - version 2.17.57_98_gaf12cc4 00010000:00080000:1.0:1787834511.248680:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456978530c0 x1874680067668480/t0(0) o8->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 520/416 e 0 to 0 dl 1787834521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834511.248694:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff945685dc0800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787834511.249047:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff945685dc0800: connect to target with instance 1 00000100:00080000:1.0:1787834511.249059:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff945685dc0800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787834511.249070:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1787834511.249073:0:2400:0:(import.c:65:import_set_state_nolock()) ffff945685d5a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787834511.249079:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1787834511.249082:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787834511.249086:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787834511.249097:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456978530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067668480:192.168.204.117@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787834511.249114:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697852580 x1874680067668608/t0(0) o8->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 520/416 e 0 to 0 dl 1787834521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834511.249121:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff945685dc0800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787834511.249126:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff945685dc0800: connect to target with instance 1 00000100:00080000:1.0:1787834511.249131:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff945685dc0800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787834511.249135:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787834511.249137:0:2400:0:(import.c:65:import_set_state_nolock()) ffff945685d5e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787834511.249140:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1787834511.249154:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787834511.249157:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787834511.249164:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067668608:192.168.204.117@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787834511.249297:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456978503c0 x1874680067668096/t0(0) o41->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/368 e 0 to 0 dl 1787834527 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834511.249311:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456978503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f06d34d5-ef47-4185-bba3-facbea02e284:0:1874680067668096:192.168.204.117@tcp:41:mount.lustre.0 00000080:00000004:2.0:1787834511.252761:0:9114:0:(super25.c:182:lustre_fill_super()) 192.168.204.117@tcp:/lustre: Mount complete 00000400:00000001:2.0:1787834511.448416:0:9145:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1787834512.025848:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834512.025853:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834512.025859:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834512.025860:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787834512.026891:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787834512.026896:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834512.026901:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787834512.602358:0:762:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf330 (cpu 3) has reached its deadline 4295032771, at 4295032832 00000100:00000010:3.0:1787834512.602381:0:762:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945683693840. 00000100:00000040:2.0:1787834512.602574:0:658:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf220 (cpu 2) has reached its deadline 4295032771, at 4295032832 00000100:00000010:2.0:1787834512.602582:0:658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945683693360. 00010000:00000001:3.0:1787834513.053114:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834513.053125:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834513.053132:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834513.053133:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834513.053165:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834513.053168:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834513.053172:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834514.073743:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834514.073754:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834514.073761:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834514.073763:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834514.073817:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834514.073820:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834514.073823:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834515.097762:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834515.097771:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834515.097778:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834515.097779:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834515.097801:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834515.097804:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834515.097808:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834516.121782:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834516.121792:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834516.121800:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834516.121801:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834516.121827:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834516.121831:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834516.121834:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787834516.697864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b51c558-4207-47a4-9acf-525915e3e3be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787834516.697878:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787834516.697892:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697850f00. 00000020:00000040:0.0:1787834516.697900:0:37:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:0.0:1787834516.697922:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787834516.697925:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787834516.697931:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787834516.697941:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945684c8d700. 00000100:00000001:0.0:1787834516.697949:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.697963:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b51c558-4207-47a4-9acf-525915e3e3be->MGS req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787834516.697977:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787834516.697981:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.697988:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072a0d4e3] to pc [ptlrpcd_00_01+1] req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698017:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787834516.698024:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787834516.698026:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697852940. 00000020:00000040:0.0:1787834516.698028:0:37:0:(genops.c:1210:class_import_get()) import ffff94568482d000 refcount=4 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000100:00000001:0.0:1787834516.698030:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787834516.698032:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787834516.698033:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787834516.698038:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945695e21400. 00000100:00000001:0.0:1787834516.698040:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698044:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787834516.698051:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787834516.698053:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698056:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbf137b8] to pc [ptlrpcd_00_00+0] req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698064:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787834516.698069:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787834516.698075:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697851e00. 00000020:00000040:0.0:1787834516.698078:0:37:0:(genops.c:1210:class_import_get()) import ffff94568482a000 refcount=4 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000100:00000001:0.0:1787834516.698080:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787834516.698081:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787834516.698083:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787834516.698086:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945695e21800. 00000100:00000001:0.0:1787834516.698089:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698092:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787834516.698098:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787834516.698100:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051bd4078] to pc [ptlrpcd_00_01+1] req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698110:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787834516.698116:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787834516.698119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787834516.698122:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787834516.698125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787834516.698128:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787834516.698130:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456978503c0. 00000020:00000040:0.0:1787834516.698132:0:37:0:(genops.c:1210:class_import_get()) import ffff945684835800 refcount=4 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000100:00000001:0.0:1787834516.698133:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787834516.698134:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787834516.698136:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787834516.698149:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456965f3900. 00000100:00000001:0.0:1787834516.698152:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698156:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787834516.698171:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787834516.698173:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698177:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ff8b0eb] to pc [ptlrpcd_00_00+0] req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698184:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787834516.698190:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787834516.698193:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697852580. 00000020:00000040:0.0:1787834516.698194:0:37:0:(genops.c:1210:class_import_get()) import ffff945685d5f000 refcount=4 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000100:00000001:0.0:1787834516.698196:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787834516.698198:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787834516.698199:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787834516.698202:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456965f3500. 00000100:00000001:0.0:1787834516.698205:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698209:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787834516.698216:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787834516.698217:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698220:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda874de] to pc [ptlrpcd_00_01+1] req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698227:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787834516.698232:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787834516.698235:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456978530c0. 00000020:00000040:0.0:1787834516.698237:0:37:0:(genops.c:1210:class_import_get()) import ffff945685d5a800 refcount=3 obd=lustre-OST0000-osc-ffff945685dc0800 00000100:00000001:0.0:1787834516.698238:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787834516.698239:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787834516.698240:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787834516.698243:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456965f3e00. 00000100:00000001:0.0:1787834516.698250:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698254:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787834516.698261:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787834516.698262:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698266:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4d94047] to pc [ptlrpcd_00_00+0] req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698272:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787834516.698277:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787834516.698279:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697853480. 00000020:00000040:0.0:1787834516.698281:0:37:0:(genops.c:1210:class_import_get()) import ffff945685d5e000 refcount=3 obd=lustre-OST0001-osc-ffff945685dc0800 00000100:00000001:0.0:1787834516.698283:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787834516.698284:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787834516.698285:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787834516.698288:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456965f3c00. 00000100:00000001:0.0:1787834516.698290:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698293:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787834516.698299:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787834516.698301:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698304:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008cf460f] to pc [ptlrpcd_00_01+1] req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698310:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698315:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (374) 00000100:00000001:0.0:1787834516.698333:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.698337:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834516.698340:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834516.698345:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698352:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834516.698358:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.698363:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834516.698365:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834516.698368:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834516.698372:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067668992:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.698377:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834516.698384:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834516.698387:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.698390:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834516.698394:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683362e00. 02000000:00000001:0.0:1787834516.698396:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834516.698404:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834516.698408:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3aa8. 00000400:00000010:0.0:1787834516.698417:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd000. 00000100:00000200:0.0:1787834516.698424:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067668992, portal 25 00000100:00000001:0.0:1787834516.698427:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834516.698429:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698363019008 : -118375346532608 : ffff945697850f00) 00000100:00000040:0.0:1787834516.698435:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698443:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834516.698447:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834516.698450:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd330. 00000100:00000200:0.0:1787834516.698454:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874680067668992, offset 0 00000400:00000200:0.0:1787834516.698461:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834516.698470:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.698479:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834516.698485:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834516.698490:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834516.698494:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834516.698498:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834516.698502:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [128:128:256:4294967295] 192.168.204.117@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:0.0:1787834516.698506:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.698518:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834516.698542:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834516.698548:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3000. 00000800:00000200:0.0:1787834516.698557:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834516.698568:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834516.698574:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834516.698588:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834516.698611:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834516.698615:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295038231 00000100:00000010:0.0:1787834516.698620:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867db300. 00000100:00000001:0.0:1787834516.698629:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787834516.698634:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295038231 00000100:00000010:0.0:1787834516.698638:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867db540. 00000100:00000001:0.0:1787834516.698641:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787834516.698644:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.698647:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.698650:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834516.698654:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698660:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834516.698662:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.698665:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834516.698667:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834516.698670:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834516.698673:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067669248:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.698676:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834516.698679:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834516.698681:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.698683:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834516.698686:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683363200. 02000000:00000001:0.0:1787834516.698688:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834516.698691:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834516.698699:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3000. 00000400:00000010:0.0:1787834516.698704:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdb28. 00000100:00000200:0.0:1787834516.698707:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067669248, portal 10 00000100:00000001:0.0:1787834516.698709:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834516.698710:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698363022848 : -118375346528768 : ffff945697851e00) 00000100:00000040:0.0:1787834516.698718:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.698724:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834516.698726:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834516.698728:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd440. 00000100:00000200:0.0:1787834516.698898:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067669248, offset 0 00000400:00000200:0.0:1787834516.698905:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834516.698909:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.698913:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834516.698916:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834516.698920:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834516.698922:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834516.698925:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834516.698928:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [129:129:255:4294967295] 192.168.204.117@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:0.0:1787834516.698932:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.698938:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834516.698943:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834516.698947:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3f00. 00000800:00000200:0.0:1787834516.698951:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834516.698957:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834516.698959:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834516.698963:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.698967:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: using a timeout of 169196 usecs (170 jiffies) 00000400:00000200:0.0:1787834516.698971:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834516.698973:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295037098 00000100:00000001:0.0:1787834516.698976:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.698987:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295037098 00000100:00000001:0.0:1787834516.698989:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.698991:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.698993:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.698995:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834516.699000:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.699007:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834516.699008:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.699011:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834516.699012:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834516.699014:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834516.699017:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f06d34d5-ef47-4185-bba3-facbea02e284:2402:1874680067669504:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.699021:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834516.699024:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834516.699025:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.699027:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834516.699030:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683363800. 02000000:00000001:0.0:1787834516.699032:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834516.699036:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834516.699038:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c36e0. 00000400:00000010:0.0:1787834516.699042:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd880. 00000100:00000200:0.0:1787834516.699044:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067669504, portal 10 00000100:00000001:0.0:1787834516.699046:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834516.699047:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698363024768 : -118375346526848 : ffff945697852580) 00000020:00000010:0.0:1787834516.699056:0:2402:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff945685d3a000. 00000100:00000040:0.0:1787834516.699063:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.699069:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834516.699071:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834516.699074:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd908. 00000100:00000200:0.0:1787834516.699082:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067669504, offset 0 00000400:00000200:0.0:1787834516.699087:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834516.699091:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.699094:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834516.699097:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834516.699099:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834516.699101:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834516.699103:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834516.699105:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [130:130:254:4294967295] 192.168.204.117@tcp LPNI seq info [130:130:6:4294967295] 00000400:00000200:0.0:1787834516.699109:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.699114:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834516.699119:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834516.699122:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3300. 00000800:00000200:0.0:1787834516.699126:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834516.699130:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834516.699133:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834516.699136:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.699139:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: using a timeout of 23866 usecs (24 jiffies) 00000400:00000200:0.0:1787834516.699142:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834516.699144:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295036952 00000100:00000001:0.0:1787834516.699146:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.699149:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295036952 00000100:00000001:0.0:1787834516.699151:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.699152:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.699154:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.699156:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834516.699161:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.699168:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834516.699175:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.699178:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834516.699180:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834516.699182:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834516.699185:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f06d34d5-ef47-4185-bba3-facbea02e284:2402:1874680067669760:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.699189:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834516.699192:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834516.699193:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.699195:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834516.699198:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683363e00. 02000000:00000001:0.0:1787834516.699199:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834516.699203:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834516.699206:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3dc0. 00000400:00000010:0.0:1787834516.699210:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdd48. 00000100:00000200:0.0:1787834516.699213:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067669760, portal 4 00000100:00000001:0.0:1787834516.699215:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834516.699216:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698363028608 : -118375346523008 : ffff945697853480) 00000020:00000010:0.0:1787834516.699236:0:2402:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9456878fc000. 00000100:00000040:0.0:1787834516.699242:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.699248:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834516.699251:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834516.699254:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdee0. 00000100:00000200:0.0:1787834516.699257:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874680067669760, offset 0 00000400:00000200:0.0:1787834516.699260:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834516.699264:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.699268:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834516.699270:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834516.699272:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834516.699274:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834516.699276:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834516.699279:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [131:131:253:4294967295] 192.168.204.117@tcp LPNI seq info [131:131:5:4294967295] 00000400:00000200:0.0:1787834516.699282:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.699296:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834516.699300:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834516.699304:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3700. 00000800:00000200:0.0:1787834516.699308:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834516.699312:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834516.699315:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834516.699317:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.699319:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: using a timeout of 15247 usecs (16 jiffies) 00000400:00000200:0.0:1787834516.699322:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834516.699324:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295036944 00000100:00000001:0.0:1787834516.699326:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.699328:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295036944 00000100:00000001:0.0:1787834516.699330:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.699332:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.699334:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.699337:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.699340:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.699351:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787834516.699353:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787834516.699356:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.699357:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834516.699359:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834516.699363:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1787834516.699365:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.699367:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787834516.699369:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.699370:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.699371:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834516.699372:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834516.699376:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.699382:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834516.699389:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.699392:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834516.699393:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834516.699395:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834516.699398:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067669120:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.699401:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834516.699404:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834516.699405:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.699407:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834516.699410:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683363a00. 02000000:00000001:0.0:1787834516.699411:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834516.699414:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834516.699417:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3898. 00000400:00000010:0.0:1787834516.699421:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdaa0. 00000100:00000200:0.0:1787834516.699424:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067669120, portal 10 00000100:00000001:0.0:1787834516.699426:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834516.699427:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698363025728 : -118375346525888 : ffff945697852940) 00000100:00000040:0.0:1787834516.699433:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.699439:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834516.699441:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834516.699444:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbddd0. 00000100:00000200:0.0:1787834516.699447:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067669120, offset 0 00000400:00000200:0.0:1787834516.699451:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834516.699454:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.699457:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834516.699460:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834516.699462:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834516.699465:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834516.699467:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834516.699470:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [132:132:252:4294967295] 192.168.204.117@tcp LPNI seq info [132:132:4:4294967295] 00000400:00000200:0.0:1787834516.699474:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.699479:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834516.699489:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834516.699492:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3d00. 00000800:00000200:0.0:1787834516.699495:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834516.699499:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834516.699501:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834516.699504:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.699508:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: using a timeout of 137801 usecs (138 jiffies) 00000400:00000200:0.0:1787834516.699511:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834516.699514:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295037066 00000100:00000001:0.0:1787834516.699516:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.699518:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295037066 00000100:00000001:0.0:1787834516.699521:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295038231 00000800:00000200:2.0:1787834516.699692:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834516.699697:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3000. 00000400:00000200:2.0:1787834516.699705:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.699712:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834516.699719:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd330 00000400:00000010:2.0:1787834516.699722:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd330. 00000100:00000001:2.0:1787834516.699727:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834516.699745:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.699757:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834516.699761:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.699769:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834516.699771:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834516.699787:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834516.699790:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3f00. 00000400:00000200:2.0:1787834516.699805:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.699808:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834516.699811:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd440 00000400:00000010:2.0:1787834516.699812:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd440. 00000100:00000001:2.0:1787834516.699814:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834516.699818:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.699825:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834516.699828:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.699834:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834516.699843:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834516.699853:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834516.699855:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3300. 00000400:00000200:2.0:1787834516.699858:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.699862:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834516.699864:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd908 00000400:00000010:2.0:1787834516.699866:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd908. 00000100:00000001:2.0:1787834516.699868:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834516.699871:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.699879:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834516.699882:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.699889:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834516.699891:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834516.699898:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834516.699900:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3700. 00000400:00000200:2.0:1787834516.699902:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.699905:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834516.699907:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdee0 00000400:00000010:2.0:1787834516.699909:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdee0. 00000100:00000001:2.0:1787834516.699911:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834516.699915:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.699921:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834516.699924:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.699930:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834516.699932:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834516.700014:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834516.700017:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3d00. 00000400:00000200:2.0:1787834516.700020:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.700023:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834516.700031:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbddd0 00000400:00000010:2.0:1787834516.700032:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbddd0. 00000100:00000001:2.0:1787834516.700034:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834516.700038:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.700045:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834516.700048:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.700053:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834516.700054:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787834516.700409:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.700414:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.700417:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834516.700423:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.700432:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834516.700434:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.700438:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834516.700440:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834516.700443:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834516.700447:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456978503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f06d34d5-ef47-4185-bba3-facbea02e284:2402:1874680067669376:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.700450:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834516.700455:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834516.700457:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.700459:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834516.700464:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683363000. 02000000:00000001:0.0:1787834516.700466:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834516.700471:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834516.700482:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3580. 00000400:00000010:0.0:1787834516.700488:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd088. 00000100:00000200:0.0:1787834516.700492:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067669376, portal 10 00000100:00000001:0.0:1787834516.700494:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834516.700496:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698363016128 : -118375346535488 : ffff9456978503c0) 00000100:00000040:0.0:1787834516.700504:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.700510:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834516.700513:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834516.700516:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdbb0. 00000100:00000200:0.0:1787834516.700519:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067669376, offset 0 00000400:00000200:0.0:1787834516.700535:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834516.700541:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.700546:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834516.700552:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834516.700555:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834516.700558:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834516.700561:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834516.700564:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [133:133:256:4294967295] 192.168.204.117@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:0.0:1787834516.700569:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.700577:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834516.700583:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834516.700587:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3400. 00000800:00000200:0.0:1787834516.700591:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834516.700620:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834516.700624:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834516.700642:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.700646:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: using a timeout of 12487 usecs (13 jiffies) 00000400:00000200:0.0:1787834516.700649:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834516.700651:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295036943 00000100:00000001:0.0:1787834516.700655:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.700663:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295036943 00000100:00000001:0.0:1787834516.700666:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.700668:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.700669:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.700672:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834516.700678:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.700685:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834516.700686:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.700689:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834516.700691:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834516.700693:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834516.700697:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456978530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f06d34d5-ef47-4185-bba3-facbea02e284:2402:1874680067669632:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.700700:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834516.700703:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834516.700705:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.700707:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834516.700710:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683363600. 02000000:00000001:0.0:1787834516.700712:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834516.700716:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834516.700720:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c39a0. 00000400:00000010:0.0:1787834516.700724:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd110. 00000800:00000200:3.0:1787834516.700743:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834516.700754:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3400. 00000400:00000200:3.0:1787834516.700759:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834516.700764:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834516.700767:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdbb0 00000400:00000010:3.0:1787834516.700769:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdbb0. 00000100:00000001:3.0:1787834516.700773:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834516.700778:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834516.700787:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834516.700791:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834516.700798:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834516.700800:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1787834516.701485:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067669632, portal 4 00000100:00000001:0.0:1787834516.701493:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834516.701495:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698363027648 : -118375346523968 : ffff9456978530c0) 00000020:00000010:0.0:1787834516.701508:0:2402:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9456878fa000. 00000100:00000040:0.0:1787834516.701521:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.701540:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834516.701545:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834516.701550:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbde58. 00000100:00000200:0.0:1787834516.701561:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874680067669632, offset 0 00000400:00000200:0.0:1787834516.701569:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834516.701577:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.701585:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834516.701591:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834516.701647:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834516.701651:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834516.701654:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834516.701658:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [134:134:256:4294967295] 192.168.204.117@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1787834516.701663:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834516.701674:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834516.701681:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834516.701686:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3800. 00000800:00000200:0.0:1787834516.701691:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834516.701697:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834516.701701:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834516.701714:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.701718:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: using a timeout of 14812 usecs (15 jiffies) 00000400:00000200:0.0:1787834516.701722:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834516.701724:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295036946 00000100:00000001:0.0:1787834516.701728:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.701742:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295036947 00000100:00000001:0.0:1787834516.701746:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295038231 00000100:00000001:0.0:1787834516.701749:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.701752:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.701758:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.701765:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787834516.701775:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834516.701781:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3800. 00000100:00000001:0.0:1787834516.701784:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1787834516.701785:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1787834516.701789:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834516.701793:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834516.701797:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbde58 00000400:00000010:3.0:1787834516.701800:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbde58. 00000100:00000001:3.0:1787834516.701805:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834516.701812:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834516.701822:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834516.701826:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834516.701834:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834516.701836:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834516.705723:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.705759:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834516.705765:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.705768:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.705779:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705788:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834516.705813:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705819:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705826:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705831:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7803d00 00000400:00000200:2.0:1787834516.705837:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705846:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:2.0:1787834516.705856:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.705861:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.705865:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.705871:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834516.705881:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834516.705892:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834516.705905:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.705934:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834516.705945:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.705950:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834516.705951:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.705954:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.705957:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705960:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834516.705964:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705967:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705969:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705972:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7803e00 00000400:00000200:2.0:1787834516.705976:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.705980:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:2.0:1787834516.705984:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.705988:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.705990:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.705993:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834516.705996:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834516.706001:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834516.706011:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.706032:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834516.706036:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.706040:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834516.706042:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.706044:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.706047:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706051:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834516.706055:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706067:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706071:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706074:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7803c80 00000400:00000200:2.0:1787834516.706077:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706081:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:2.0:1787834516.706085:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.706089:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.706092:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.706095:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834516.706098:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834516.706103:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834516.706112:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.706118:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834516.706122:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.706125:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834516.706127:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.706129:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.706132:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706136:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834516.706140:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706143:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706146:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706149:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 25 MB=0x6a902f7803c00 00000400:00000200:2.0:1787834516.706153:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.706158:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:2.0:1787834516.706163:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.706170:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.706173:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.706176:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834516.706180:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834516.706193:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834516.706202:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.706210:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834516.706215:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.706219:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.706925:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.706940:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787834516.706949:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834516.706952:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834516.706956:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3898. 00000400:00000200:0.0:1787834516.706961:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdaa0 00000400:00000010:0.0:1787834516.706963:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdaa0. 00000100:00000001:0.0:1787834516.706968:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834516.706976:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834516.706986:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.706994:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834516.706996:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.706999:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834516.707003:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834516.707006:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834516.707008:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.707011:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834516.707022:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482d460 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834516.707027:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482d418 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834516.707029:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834516.707031:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834516.707035:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787834516.707039:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.707043:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834516.707046:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834516.707048:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834516.707050:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.707055:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707061:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.707065:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834516.707067:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834516.707071:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834516.707090:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067669120:192.168.204.117@tcp:400:kworker.0 00000400:00000001:0.0:1787834516.707098:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834516.707099:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834516.707101:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3aa8. 00000400:00000200:0.0:1787834516.707103:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd000 00000400:00000010:0.0:1787834516.707105:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd000. 00000100:00000001:0.0:1787834516.707108:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834516.707111:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834516.707119:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707124:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834516.707126:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.707128:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834516.707129:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834516.707130:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834516.707132:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.707134:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834516.707137:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834516.707140:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834516.707142:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834516.707144:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834516.707145:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787834516.707147:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.707149:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.707153:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707159:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.707162:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834516.707163:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834516.707167:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834516.707182:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067668992:192.168.204.117@tcp:400:kworker.0 00000400:00000001:0.0:1787834516.707189:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834516.707190:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834516.707192:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3000. 00000400:00000200:0.0:1787834516.707195:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdb28 00000400:00000010:0.0:1787834516.707196:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdb28. 00000100:00000001:0.0:1787834516.707198:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834516.707202:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834516.707210:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707216:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834516.707217:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.707219:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834516.707220:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834516.707221:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834516.707223:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.707225:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834516.707230:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482a460 time=75 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834516.707233:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482a418 time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834516.707235:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834516.707237:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834516.707238:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787834516.707242:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787834516.707249:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.707252:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834516.707253:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834516.707255:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834516.707257:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.707260:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707272:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.707274:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834516.707276:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834516.707280:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834516.707287:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2402:1874680067669248:192.168.204.117@tcp:400:kworker.0 00000400:00000001:0.0:1787834516.707293:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834516.707294:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834516.707296:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c36e0. 00000400:00000200:0.0:1787834516.707299:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd880 00000400:00000010:0.0:1787834516.707300:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd880. 00000100:00000001:0.0:1787834516.707303:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834516.707306:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834516.707314:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707320:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834516.707321:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.707323:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834516.707325:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834516.707326:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834516.707327:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.707329:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834516.707335:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5f460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834516.707338:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5f418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834516.707340:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834516.707341:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834516.707343:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787834516.707347:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787834516.707363:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.707366:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834516.707367:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834516.707369:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834516.707370:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.707374:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707381:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.707382:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834516.707384:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834516.707387:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834516.707395:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f06d34d5-ef47-4185-bba3-facbea02e284:2402:1874680067669504:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.707400:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.707404:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834516.707408:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697852940 x1874680067669120/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707414:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834516.707418:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834516.707422:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683363a00. 02000000:00000001:0.0:1787834516.707426:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834516.707429:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834516.707432:0:2402:0:(genops.c:1223:class_import_put()) import ffff94568482d000 refcount=3 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000020:00000001:0.0:1787834516.707434:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834516.707437:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945695e21400. 02000000:00000001:0.0:1787834516.707442:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834516.707445:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834516.707447:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697852940. 00000100:00000001:0.0:1787834516.707454:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834516.707456:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.707463:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834516.707467:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697850f00 x1874680067668992/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707474:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834516.707476:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834516.707478:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683362e00. 02000000:00000001:0.0:1787834516.707481:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834516.707487:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834516.707489:0:2402:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:0.0:1787834516.707490:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834516.707492:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945684c8d700. 02000000:00000001:0.0:1787834516.707496:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834516.707497:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834516.707498:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697850f00. 00000100:00000001:0.0:1787834516.707505:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834516.707506:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.707508:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834516.707512:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697851e00 x1874680067669248/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707517:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834516.707519:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834516.707521:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683363200. 02000000:00000001:0.0:1787834516.707534:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834516.707536:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834516.707537:0:2402:0:(genops.c:1223:class_import_put()) import ffff94568482a000 refcount=3 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000020:00000001:0.0:1787834516.707539:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834516.707540:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945695e21800. 02000000:00000001:0.0:1787834516.707543:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834516.707544:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834516.707546:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697851e00. 00000100:00000001:0.0:1787834516.707549:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834516.707551:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.707552:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834516.707556:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697852580 x1874680067669504/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.707562:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834516.707568:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834516.707570:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683363800. 02000000:00000001:0.0:1787834516.707572:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834516.707573:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834516.707575:0:2402:0:(genops.c:1223:class_import_put()) import ffff945685d5f000 refcount=3 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000020:00000001:0.0:1787834516.707577:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834516.707578:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456965f3500. 02000000:00000001:0.0:1787834516.707581:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834516.707582:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834516.707583:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697852580. 00000100:00000001:0.0:1787834516.707586:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834516.707587:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.707591:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.707593:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.707617:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834516.707620:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.707623:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787834516.708108:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.708125:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834516.708129:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.708132:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.708140:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.708146:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834516.708154:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.708159:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.708165:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.708169:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 4 MB=0x6a902f7803f00 00000400:00000200:2.0:1787834516.708173:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.708180:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:2.0:1787834516.708188:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.708195:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.708198:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.708203:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834516.708211:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834516.708217:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834516.708226:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.708243:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834516.708253:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.708256:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.708491:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.708494:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787834516.708500:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834516.708502:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834516.708505:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3dc0. 00000400:00000200:0.0:1787834516.708510:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdd48 00000400:00000010:0.0:1787834516.708512:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdd48. 00000100:00000001:0.0:1787834516.708515:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834516.708520:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834516.708547:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.708553:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834516.708555:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.708557:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834516.708560:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834516.708562:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834516.708565:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.708568:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834516.708577:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5e460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834516.708586:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5e418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834516.708589:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834516.708591:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834516.708620:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787834516.708625:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787834516.708632:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.708636:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834516.708638:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834516.708640:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834516.708642:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.708646:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.708653:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.708655:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834516.708657:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834516.708661:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834516.708669:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f06d34d5-ef47-4185-bba3-facbea02e284:2402:1874680067669760:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.708674:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.708677:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834516.708680:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697853480 x1874680067669760/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.708686:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834516.708688:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834516.708691:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683363e00. 02000000:00000001:0.0:1787834516.708695:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834516.708698:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834516.708700:0:2402:0:(genops.c:1223:class_import_put()) import ffff945685d5e000 refcount=2 obd=lustre-OST0001-osc-ffff945685dc0800 00000020:00000001:0.0:1787834516.708703:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834516.708705:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456965f3c00. 02000000:00000001:0.0:1787834516.708714:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834516.708715:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834516.708718:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697853480. 00000100:00000001:0.0:1787834516.708723:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834516.708724:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.708726:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.708728:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.708729:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834516.709403:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.709411:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787834516.720385:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.720414:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834516.720419:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.720422:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.720435:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.720445:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834516.720459:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.720465:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.720472:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.720476:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7803d80 00000400:00000200:2.0:1787834516.720482:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.720489:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:2.0:1787834516.720497:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.720502:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.720505:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834516.720510:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834516.720520:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834516.720542:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834516.720553:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834516.720573:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834516.721051:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.721058:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834516.721061:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834516.721062:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.721067:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.721070:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000100:00000001:0.0:1787834516.721126:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.721131:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1787834516.721137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000001:0.0:1787834516.721139:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1787834516.721140:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000001:0.0:1787834516.721142:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1787834516.721143:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834516.721146:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3580. 00000400:00000200:2.0:1787834516.721146:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 4 MB=0x6a902f7803e80 00000400:00000200:0.0:1787834516.721151:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd088 00000400:00000010:0.0:1787834516.721154:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd088. 00000100:00000001:0.0:1787834516.721158:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834516.721163:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787834516.721164:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834516.721170:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 224/224 into md 0x7d5 [1] + 224 00000100:00000200:0.0:1787834516.721173:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1787834516.721175:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787834516.721180:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834516.721182:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.721184:0:2402:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:2.0:1787834516.721186:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834516.721187:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1787834516.721188:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834516.721191:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1787834516.721191:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:0.0:1787834516.721193:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834516.721194:0:2396:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1787834516.721197:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787834516.721200:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834516.721207:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1787834516.721209:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff945684835c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834516.721213:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff945684835c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834516.721214:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834516.721217:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1787834516.721218:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787834516.721219:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787834516.721220:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787834516.721222:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787834516.721782:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.721790:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834516.721792:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834516.721804:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834516.721806:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.721815:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.721825:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.721829:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834516.721832:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834516.721836:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834516.721845:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456978503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f06d34d5-ef47-4185-bba3-facbea02e284:2402:1874680067669376:192.168.204.117@tcp:400:kworker.0 00000400:00000001:0.0:1787834516.721853:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834516.721855:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834516.721857:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c39a0. 00000400:00000200:0.0:1787834516.721861:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd110 00000400:00000010:0.0:1787834516.721863:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd110. 00000100:00000001:0.0:1787834516.721866:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834516.721869:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834516.721878:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.721884:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834516.721886:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.721888:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834516.721890:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834516.721891:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834516.721893:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834516.721896:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834516.721901:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5ac60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834516.721905:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5ac18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834516.721907:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834516.721908:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834516.721910:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787834516.721921:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787834516.721929:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.721931:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834516.721933:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834516.721935:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834516.721937:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834516.721941:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.721947:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834516.721950:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834516.721951:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834516.721954:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834516.721961:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456978530c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f06d34d5-ef47-4185-bba3-facbea02e284:2402:1874680067669632:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834516.721966:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.721969:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834516.721973:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456978503c0 x1874680067669376/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.721980:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834516.721983:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834516.721988:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683363000. 02000000:00000001:0.0:1787834516.721992:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834516.721996:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834516.721998:0:2402:0:(genops.c:1223:class_import_put()) import ffff945684835800 refcount=3 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000020:00000001:0.0:1787834516.722001:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834516.722004:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456965f3900. 02000000:00000001:0.0:1787834516.722007:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834516.722010:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834516.722012:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456978503c0. 00000100:00000001:0.0:1787834516.722015:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834516.722461:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.722464:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834516.722470:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456978530c0 x1874680067669632/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834516.722477:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834516.722479:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834516.722481:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683363600. 02000000:00000001:0.0:1787834516.722483:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834516.722485:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834516.722486:0:2402:0:(genops.c:1223:class_import_put()) import ffff945685d5a800 refcount=2 obd=lustre-OST0000-osc-ffff945685dc0800 00000020:00000001:0.0:1787834516.722488:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834516.722490:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456965f3e00. 02000000:00000001:0.0:1787834516.722492:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834516.722493:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834516.722494:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456978530c0. 00000100:00000001:0.0:1787834516.722499:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834516.722500:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.722503:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834516.722514:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787834516.722516:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834516.722519:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834516.722522:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834517.154016:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834517.154027:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834517.154034:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834517.154035:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834517.154135:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834517.154142:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834517.154147:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787834517.712552:0:9346:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787834517.712569:0:9346:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834518.046713:0:658:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf220 (cpu 2) has reached its deadline 4295038231, at 4295038277 00000100:00000010:2.0:1787834518.046733:0:658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9456867db300. 00000100:00000040:3.0:1787834518.050495:0:762:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf330 (cpu 3) has reached its deadline 4295038231, at 4295038280 00000100:00000010:3.0:1787834518.050530:0:762:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9456867db540. 00010000:00000001:3.0:1787834518.169862:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834518.169874:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834518.169881:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834518.169883:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834518.169909:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834518.169913:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834518.169916:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1787834518.171542:0:9382:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787834518.171549:0:9382:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg417-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1787834518.182424:0:9382:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1787834518.248059:0:9385:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787834518.248075:0:9385:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834518.305587:0:9392:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834518.305730:0:9392:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834519.194788:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834519.194798:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834519.194814:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834519.194815:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834519.195726:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834519.195732:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834519.195737:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834520.222469:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834520.222479:0:762:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787834520.222482:0:762:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787834520.222485:0:762:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834520.222489:0:762:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787834520.222492:0:762:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834520.222494:0:762:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834520.222496:0:762:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834520.222499:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834520.222501:0:762:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787834520.222502:0:762:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787834520.222503:0:762:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834520.222505:0:762:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787834520.222506:0:762:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834520.222508:0:762:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834520.222510:0:762:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834520.222534:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834520.222537:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834520.222539:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834521.242685:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834521.242696:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834521.242705:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834521.242706:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787834521.243859:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834521.243867:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834521.243873:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787834521.818188:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b51c558-4207-47a4-9acf-525915e3e3be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787834521.818198:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787834521.818208:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833bda40. 00000020:00000040:2.0:1787834521.818214:0:492:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:2.0:1787834521.818218:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787834521.818221:0:492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787834521.818226:0:492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787834521.818233:0:492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945685e35c00. 00000100:00000001:2.0:1787834521.818239:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818251:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b51c558-4207-47a4-9acf-525915e3e3be->MGS req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787834521.818262:0:492:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787834521.818266:0:492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818287:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048aa707a] to pc [ptlrpcd_01_01+1] req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818312:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818315:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787834521.818318:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787834521.818322:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833bed00. 00000020:00000040:2.0:1787834521.818324:0:492:0:(genops.c:1210:class_import_get()) import ffff94568482d000 refcount=4 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000100:00000001:2.0:1787834521.818327:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787834521.818328:0:492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787834521.818330:0:492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787834521.818334:0:492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945685e35600. 00000100:00000001:2.0:1787834521.818337:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818341:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787834521.818348:0:492:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787834521.818350:0:492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818353:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f13dbca] to pc [ptlrpcd_01_00+0] req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818361:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818363:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787834521.818365:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787834521.818368:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833bd2c0. 00000020:00000040:2.0:1787834521.818370:0:492:0:(genops.c:1210:class_import_get()) import ffff94568482a000 refcount=4 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000100:00000001:2.0:1787834521.818372:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787834521.818373:0:492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787834521.818386:0:492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787834521.818389:0:492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945685e35000. 00000100:00000001:2.0:1787834521.818392:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818396:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787834521.818413:0:492:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787834521.818415:0:492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818419:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004782eec1] to pc [ptlrpcd_01_01+1] req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818438:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818440:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787834521.818444:0:492:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787834521.818446:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787834521.818449:0:492:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787834521.818451:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787834521.818454:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787834521.818457:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833bf840. 00000020:00000040:2.0:1787834521.818460:0:492:0:(genops.c:1210:class_import_get()) import ffff945684835800 refcount=4 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000100:00000001:2.0:1787834521.818462:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787834521.818463:0:492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787834521.818465:0:492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787834521.818469:0:492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945685e35b00. 00000100:00000001:2.0:1787834521.818471:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818476:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787834521.818493:0:492:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787834521.818495:0:492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818499:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005781a380] to pc [ptlrpcd_01_00+0] req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818506:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818508:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787834521.818520:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787834521.818523:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833be580. 00000020:00000040:2.0:1787834521.818525:0:492:0:(genops.c:1210:class_import_get()) import ffff945685d5f000 refcount=4 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000100:00000001:2.0:1787834521.818527:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787834521.818529:0:492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787834521.818531:0:492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787834521.818534:0:492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945694514e00. 00000100:00000001:2.0:1787834521.818537:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818541:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787834521.818548:0:492:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787834521.818550:0:492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818554:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fa5ccb] to pc [ptlrpcd_01_01+1] req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818560:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818562:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787834521.818565:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787834521.818567:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833bd680. 00000020:00000040:2.0:1787834521.818570:0:492:0:(genops.c:1210:class_import_get()) import ffff945685d5a800 refcount=3 obd=lustre-OST0000-osc-ffff945685dc0800 00000100:00000001:2.0:1787834521.818572:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787834521.818573:0:492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787834521.818574:0:492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787834521.818577:0:492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945694514600. 00000100:00000001:2.0:1787834521.818579:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818583:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787834521.818589:0:492:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787834521.818591:0:492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818625:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dadb4a8] to pc [ptlrpcd_01_00+0] req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818643:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818645:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787834521.818648:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787834521.818651:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833be1c0. 00000020:00000040:2.0:1787834521.818654:0:492:0:(genops.c:1210:class_import_get()) import ffff945685d5e000 refcount=3 obd=lustre-OST0001-osc-ffff945685dc0800 00000100:00000001:2.0:1787834521.818656:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787834521.818657:0:492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787834521.818659:0:492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787834521.818663:0:492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945694514800. 00000100:00000001:2.0:1787834521.818666:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818670:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787834521.818677:0:492:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787834521.818679:0:492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818683:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005533dac] to pc [ptlrpcd_01_01+1] req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818690:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.818694:0:492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (379) 00000100:00000001:2.0:1787834521.818704:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834521.818708:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834521.818710:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834521.818714:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818722:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834521.818723:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.818727:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834521.818730:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834521.818732:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834521.818735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b51c558-4207-47a4-9acf-525915e3e3be:2404:1874680067669888:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834521.818739:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834521.818752:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834521.818754:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.818757:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834521.818761:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683fdea00. 02000000:00000001:2.0:1787834521.818762:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834521.818769:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834521.818774:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480ecb8. 00000400:00000010:2.0:1787834521.818781:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867f68. 00000100:00000200:2.0:1787834521.818787:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067669888, portal 25 00000100:00000001:2.0:1787834521.818789:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834521.818791:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698022677056 : -118375686874560 : ffff9456833bda40) 00000100:00000040:2.0:1787834521.818796:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818803:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834521.818806:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834521.818809:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456898673b8. 00000100:00000200:2.0:1787834521.818811:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874680067669888, offset 0 00000400:00000200:2.0:1787834521.818817:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834521.818825:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.818831:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834521.818837:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834521.818841:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834521.818845:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834521.818847:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834521.818851:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [135:135:256:4294967295] 192.168.204.117@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:2.0:1787834521.818855:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.818864:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834521.818870:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834521.818874:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945694514b00. 00000800:00000200:2.0:1787834521.818881:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834521.818891:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834521.818895:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945694514b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834521.818912:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834521.818916:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834521.818918:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295043352 00000100:00000010:2.0:1787834521.818923:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945684e27d20. 00000100:00000001:2.0:1787834521.818929:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787834521.818933:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295043352 00000100:00000010:2.0:1787834521.818936:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945684e27000. 00000100:00000001:2.0:1787834521.818939:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787834521.818942:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.818945:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.818948:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834521.818951:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.818958:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834521.818959:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.818961:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834521.818963:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834521.818965:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834521.818968:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067670144:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834521.818971:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834521.818974:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834521.818976:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.818977:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834521.818992:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683fde400. 02000000:00000001:2.0:1787834521.818994:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834521.818998:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834521.819001:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480eb00. 00000400:00000010:2.0:1787834521.819005:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867a18. 00000100:00000200:2.0:1787834521.819008:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067670144, portal 10 00000100:00000001:2.0:1787834521.819010:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834521.819011:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698022675136 : -118375686876480 : ffff9456833bd2c0) 00000100:00000040:2.0:1787834521.819017:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.819029:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834521.819032:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834521.819035:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867b28. 00000100:00000200:2.0:1787834521.819037:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067670144, offset 0 00000400:00000200:2.0:1787834521.819041:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834521.819045:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.819049:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834521.819051:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834521.819054:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834521.819057:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834521.819059:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834521.819061:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [136:136:255:4294967295] 192.168.204.117@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000200:2.0:1787834521.819065:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.819070:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834521.819074:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834521.819077:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945694514f00. 00000800:00000200:2.0:1787834521.819081:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834521.819085:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834521.819088:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945694514f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834521.819090:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.819094:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: using a timeout of 160430 usecs (161 jiffies) 00000400:00000200:2.0:1787834521.819097:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834521.819099:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295042210 00000100:00000001:2.0:1787834521.819102:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.819104:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295042210 00000100:00000001:2.0:1787834521.819106:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.819108:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.819110:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.819117:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834521.819122:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.819128:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834521.819130:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.819131:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834521.819133:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834521.819135:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834521.819137:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067670400:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834521.819140:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834521.819143:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834521.819144:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.819145:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834521.819148:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683fdf600. 02000000:00000001:2.0:1787834521.819150:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834521.819153:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834521.819155:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e688. 00000400:00000010:2.0:1787834521.819158:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867c38. 00000100:00000200:2.0:1787834521.819161:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067670400, portal 10 00000100:00000001:2.0:1787834521.819163:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834521.819164:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698022679936 : -118375686871680 : ffff9456833be580) 00000100:00000040:2.0:1787834521.819169:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.819175:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834521.819177:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834521.819180:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867660. 00000100:00000200:2.0:1787834521.819182:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067670400, offset 0 00000400:00000200:2.0:1787834521.819186:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834521.819189:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.819192:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834521.819195:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834521.819197:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834521.819199:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834521.819206:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834521.819209:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [137:137:254:4294967295] 192.168.204.117@tcp LPNI seq info [137:137:6:4294967295] 00000400:00000200:2.0:1787834521.819213:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.819218:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834521.819222:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834521.819226:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456828bf200. 00000800:00000200:2.0:1787834521.819229:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834521.819233:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834521.819236:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456828bf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834521.819238:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.819241:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: using a timeout of 19701 usecs (20 jiffies) 00000400:00000200:2.0:1787834521.819243:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834521.819245:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295042069 00000100:00000001:2.0:1787834521.819247:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.819249:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295042069 00000100:00000001:2.0:1787834521.819251:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.819253:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.819254:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.819256:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834521.819260:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.819266:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834521.819267:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.819269:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834521.819271:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834521.819273:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834521.819275:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067670656:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834521.819279:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834521.819281:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834521.819286:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.819288:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834521.819291:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683fde200. 02000000:00000001:2.0:1787834521.819293:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834521.819296:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834521.819299:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480ed68. 00000400:00000010:2.0:1787834521.819302:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456898674c8. 00000100:00000200:2.0:1787834521.819305:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067670656, portal 4 00000100:00000001:2.0:1787834521.819307:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834521.819308:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698022678976 : -118375686872640 : ffff9456833be1c0) 00000020:00000010:2.0:1787834521.819315:0:2404:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff945685cda000. 00000100:00000040:2.0:1787834521.819321:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.819327:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834521.819329:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834521.819331:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456898672a8. 00000100:00000200:2.0:1787834521.819334:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874680067670656, offset 0 00000400:00000200:2.0:1787834521.819337:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834521.819341:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.819344:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834521.819346:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834521.819348:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834521.819351:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834521.819353:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834521.819356:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [138:138:253:4294967295] 192.168.204.117@tcp LPNI seq info [138:138:5:4294967295] 00000400:00000200:2.0:1787834521.819359:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.819364:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834521.819368:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834521.819371:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456828bf400. 00000800:00000200:2.0:1787834521.819375:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834521.819379:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834521.819381:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456828bf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834521.819389:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.819392:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: using a timeout of 14028 usecs (15 jiffies) 00000400:00000200:2.0:1787834521.819395:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834521.819396:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295042064 00000100:00000001:2.0:1787834521.819398:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.819400:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295042064 00000100:00000001:2.0:1787834521.819402:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.819404:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.819406:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.819408:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.819410:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.819418:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834521.819420:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787834521.819436:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834521.819438:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834521.819439:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834521.819442:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1787834521.819444:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.819446:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834521.819447:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.819449:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834521.819450:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834521.819451:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834521.819455:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.819461:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834521.819462:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.819464:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834521.819466:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834521.819467:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834521.819470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067670016:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834521.819473:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834521.819475:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834521.819481:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.819483:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834521.819486:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683fdfa00. 02000000:00000001:2.0:1787834521.819487:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834521.819491:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834521.819493:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e478. 00000400:00000010:2.0:1787834521.819497:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867908. 00000100:00000200:2.0:1787834521.819499:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067670016, portal 10 00000100:00000001:2.0:1787834521.819501:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834521.819502:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698022681856 : -118375686869760 : ffff9456833bed00) 00000100:00000040:2.0:1787834521.819508:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.819514:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834521.819517:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834521.819519:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867880. 00000100:00000200:2.0:1787834521.819521:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067670016, offset 0 00000400:00000200:2.0:1787834521.819525:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834521.819528:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.819532:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834521.819534:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834521.819536:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834521.819538:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834521.819540:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834521.819542:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [139:139:252:4294967295] 192.168.204.117@tcp LPNI seq info [139:139:4:4294967295] 00000400:00000200:2.0:1787834521.819546:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.819550:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834521.819555:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834521.819559:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945694bdc400. 00000800:00000200:2.0:1787834521.819562:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834521.819566:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834521.819568:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945694bdc400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834521.819571:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.819578:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: using a timeout of 132295 usecs (133 jiffies) 00000400:00000200:2.0:1787834521.819581:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834521.819583:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295042182 00000100:00000001:2.0:1787834521.819585:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.819587:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295042182 00000100:00000001:2.0:1787834521.819588:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.819590:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.819592:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.820052:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834521.820060:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.820068:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834521.820069:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.820072:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834521.820073:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834521.820075:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834521.820078:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067670272:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834521.820081:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834521.820084:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834521.820086:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.820088:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834521.820091:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683fdf000. 02000000:00000001:2.0:1787834521.820093:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834521.820097:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834521.820099:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e210. 00000400:00000010:2.0:1787834521.820103:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867088. 00000100:00000200:2.0:1787834521.820106:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067670272, portal 10 00000100:00000001:2.0:1787834521.820108:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834521.820109:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698022684736 : -118375686866880 : ffff9456833bf840) 00000100:00000040:2.0:1787834521.820115:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.820131:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834521.820134:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834521.820136:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867ee0. 00000100:00000200:2.0:1787834521.820139:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067670272, offset 0 00000400:00000200:2.0:1787834521.820142:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834521.820147:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.820150:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834521.820153:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834521.820156:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834521.820158:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834521.820160:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834521.820162:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [140:140:251:4294967295] 192.168.204.117@tcp LPNI seq info [140:140:3:4294967295] 00000400:00000200:2.0:1787834521.820166:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.820172:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834521.820176:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834521.820179:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a000. 00000800:00000200:2.0:1787834521.820183:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834521.820187:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834521.820190:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834521.820193:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.820195:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: using a timeout of 14811 usecs (15 jiffies) 00000400:00000200:2.0:1787834521.820198:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834521.820200:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295042065 00000100:00000001:2.0:1787834521.820203:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.820205:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295042065 00000100:00000001:2.0:1787834521.820207:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.820209:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.820211:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.820218:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834521.820222:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.820228:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834521.820230:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.820232:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834521.820233:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834521.820235:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834521.820238:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9456833bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067670528:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834521.820241:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834521.820243:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834521.820245:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.820246:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834521.820249:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683fde800. 02000000:00000001:2.0:1787834521.820251:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834521.820254:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834521.820256:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e268. 00000400:00000010:2.0:1787834521.820259:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867dd0. 00000100:00000200:2.0:1787834521.820262:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067670528, portal 4 00000100:00000001:2.0:1787834521.820263:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834521.820265:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698022676096 : -118375686875520 : ffff9456833bd680) 00000020:00000010:2.0:1787834521.820281:0:2404:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff945685d28000. 00000100:00000040:2.0:1787834521.820288:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.820294:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834521.820296:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834521.820299:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867d48. 00000100:00000200:2.0:1787834521.820302:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874680067670528, offset 0 00000400:00000200:2.0:1787834521.820305:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834521.820309:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.820312:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834521.820315:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834521.820321:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834521.820323:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834521.820326:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834521.820328:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [141:141:250:4294967295] 192.168.204.117@tcp LPNI seq info [141:141:2:4294967295] 00000400:00000200:2.0:1787834521.820332:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.820338:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834521.820342:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834521.820345:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a600. 00000800:00000200:2.0:1787834521.820348:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834521.820353:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834521.820355:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834521.820358:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.820360:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: using a timeout of 22166 usecs (23 jiffies) 00000400:00000200:2.0:1787834521.820363:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834521.820365:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295042073 00000100:00000001:2.0:1787834521.820367:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.820369:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295042073 00000100:00000001:2.0:1787834521.820371:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295043352 00000100:00000001:2.0:1787834521.820372:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.820374:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.820377:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.820380:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.820392:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834521.820394:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787834521.820444:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834521.820448:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945694514b00. 00000400:00000200:2.0:1787834521.820456:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834521.820460:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834521.820464:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456898673b8 00000400:00000010:2.0:1787834521.820467:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456898673b8. 00000100:00000001:2.0:1787834521.820470:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834521.820962:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.820973:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.821038:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821046:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.821048:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834521.821066:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834521.821068:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945694514f00. 00000400:00000200:2.0:1787834521.821071:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834521.821075:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834521.821078:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867b28 00000400:00000010:2.0:1787834521.821080:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867b28. 00000100:00000001:2.0:1787834521.821082:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834521.821086:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821094:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.821097:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821102:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.821104:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834521.821112:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834521.821114:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456828bf200. 00000400:00000200:2.0:1787834521.821118:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834521.821121:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834521.821124:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867660 00000400:00000010:2.0:1787834521.821125:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867660. 00000100:00000001:2.0:1787834521.821128:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834521.821131:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821137:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.821140:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821153:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.821155:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834521.821165:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834521.821167:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456828bf400. 00000400:00000200:2.0:1787834521.821170:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834521.821173:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834521.821176:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456898672a8 00000400:00000010:2.0:1787834521.821178:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456898672a8. 00000100:00000001:2.0:1787834521.821180:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834521.821184:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821191:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.821193:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821199:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.821200:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834521.821207:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834521.821209:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945694bdc400. 00000400:00000200:2.0:1787834521.821211:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834521.821215:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834521.821217:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867880 00000400:00000010:2.0:1787834521.821219:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867880. 00000100:00000001:2.0:1787834521.821220:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834521.821223:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821230:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.821232:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821239:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.821240:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834521.821246:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834521.821254:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a000. 00000400:00000200:2.0:1787834521.821257:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834521.821260:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834521.821263:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867ee0 00000400:00000010:2.0:1787834521.821264:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867ee0. 00000100:00000001:2.0:1787834521.821266:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834521.821269:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821275:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.821278:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821283:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.821284:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787834521.821343:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834521.821345:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a600. 00000400:00000200:2.0:1787834521.821348:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834521.821352:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834521.821354:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867d48 00000400:00000010:2.0:1787834521.821356:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867d48. 00000100:00000001:2.0:1787834521.821358:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834521.821361:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821369:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.821372:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.821377:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.821379:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834521.834279:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834521.834297:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834521.834301:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834521.834303:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834521.834312:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.834319:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834521.834342:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.834348:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.834354:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.834358:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 4 MB=0x6a902f7804280 00000400:00000200:2.0:1787834521.834362:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.834369:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:2.0:1787834521.834376:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834521.834381:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834521.834384:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834521.834389:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834521.834397:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834521.834406:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834521.834417:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.834458:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834521.834468:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834521.834472:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834521.834474:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787834521.834569:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834521.834574:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834521.834588:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834521.834590:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834521.834632:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480ed68. 00000400:00000200:3.0:1787834521.834638:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456898674c8 00000400:00000010:3.0:1787834521.834641:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456898674c8. 00000100:00000001:3.0:1787834521.834644:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834521.834649:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834521.834659:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.834665:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834521.834667:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834521.834670:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834521.834673:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834521.834675:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834521.834678:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834521.834680:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1787834521.834691:0:2404:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9456878f2000. 00000100:00001000:3.0:1787834521.834698:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5e460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834521.834702:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5e418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834521.834705:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834521.834706:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834521.834709:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787834521.834714:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787834521.834721:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834521.834724:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834521.834726:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834521.834728:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834521.834729:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834521.834734:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.834740:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834521.834750:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834521.834752:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834521.834757:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834521.834764:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067670656:192.168.204.117@tcp:400:kworker.0 00000100:00000001:3.0:1787834521.834769:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834521.834772:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834521.834775:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456833be1c0 x1874680067670656/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.834781:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834521.834784:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834521.834787:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683fde200. 02000000:00000001:3.0:1787834521.834789:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834521.834792:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834521.834793:0:2404:0:(genops.c:1223:class_import_put()) import ffff945685d5e000 refcount=2 obd=lustre-OST0001-osc-ffff945685dc0800 00000020:00000001:3.0:1787834521.834795:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834521.834798:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945694514800. 02000000:00000001:3.0:1787834521.834803:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834521.834805:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834521.834807:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456833be1c0. 00000100:00000001:3.0:1787834521.834811:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834521.834812:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834521.834815:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834521.834816:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834521.834818:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834521.834820:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834521.834821:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787834521.834948:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834521.834954:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834521.834957:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834521.835036:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835040:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835043:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835047:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 4 MB=0x6a902f7804200 00000400:00000200:3.0:1787834521.835050:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835054:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:3.0:1787834521.835067:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835072:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835074:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834521.835078:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834521.835082:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834521.835086:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834521.835096:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.835112:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834521.835118:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835121:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834521.835123:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835125:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835128:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835131:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834521.835137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835139:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835142:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835144:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804080 00000400:00000200:3.0:1787834521.835148:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835152:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:3.0:1787834521.835155:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835158:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835160:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834521.835162:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834521.835165:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834521.835169:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834521.835177:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.835196:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834521.835200:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835204:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834521.835205:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835207:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835209:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835213:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834521.835216:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835218:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835221:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835223:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804180 00000400:00000200:3.0:1787834521.835227:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835230:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:3.0:1787834521.835233:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835236:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835238:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834521.835241:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834521.835244:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834521.835247:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834521.835254:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.835261:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834521.835264:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835267:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834521.835269:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835271:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835274:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835277:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834521.835281:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835288:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835292:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835294:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804000 00000400:00000200:3.0:1787834521.835298:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835301:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:3.0:1787834521.835304:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835308:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835309:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834521.835312:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834521.835315:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834521.835319:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834521.835326:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.835333:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834521.835337:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835340:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834521.835341:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835343:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835346:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835350:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834521.835354:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835356:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835358:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835361:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804100 00000400:00000200:3.0:1787834521.835363:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835366:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:3.0:1787834521.835369:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835372:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835374:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834521.835376:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834521.835379:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834521.835387:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834521.835396:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.835403:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834521.835407:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835410:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834521.835411:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835414:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835417:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835420:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834521.835437:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835440:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835442:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835444:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 25 MB=0x6a902f7803f80 00000400:00000200:3.0:1787834521.835447:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834521.835451:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1787834521.835454:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835462:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834521.835463:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834521.835466:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834521.835468:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834521.835472:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834521.835491:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834521.835498:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834521.835501:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834521.835503:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.835741:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834521.835744:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787834521.835747:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834521.835749:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834521.835751:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e478. 00000400:00000200:2.0:1787834521.835755:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867908 00000400:00000010:2.0:1787834521.835757:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867908. 00000100:00000001:2.0:1787834521.835760:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834521.835764:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834521.835773:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.835786:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834521.835788:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.835790:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834521.835792:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834521.835794:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834521.835796:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.835798:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834521.835804:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482d460 time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834521.835807:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482d418 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834521.835810:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834521.835811:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834521.835813:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834521.835816:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.835819:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834521.835821:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834521.835822:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834521.835824:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.835828:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.835836:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.835838:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834521.835840:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834521.835843:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834521.835851:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067670016:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834521.835856:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834521.835858:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834521.835860:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e210. 00000400:00000200:2.0:1787834521.835863:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867088 00000400:00000010:2.0:1787834521.835864:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867088. 00000100:00000001:2.0:1787834521.835866:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834521.835869:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834521.835883:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.835889:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834521.835890:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.835892:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834521.835893:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834521.835894:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834521.835895:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.835897:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834521.835902:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff945684835c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834521.835904:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff945684835c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834521.835907:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834521.835908:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834521.835910:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834521.835911:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.835927:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834521.835928:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834521.835930:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834521.835931:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.835936:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.835943:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.835944:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834521.835946:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834521.835949:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834521.835957:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067670272:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834521.835962:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834521.835964:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834521.835965:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e268. 00000400:00000200:2.0:1787834521.835968:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867dd0 00000400:00000010:2.0:1787834521.835976:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867dd0. 00000100:00000001:2.0:1787834521.836158:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834521.836163:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834521.836171:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.836176:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834521.836178:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.836180:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834521.836181:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834521.836183:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834521.836184:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.836186:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834521.836190:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5ac60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834521.836193:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834521.836195:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834521.836196:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834521.836198:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787834521.836201:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787834521.836206:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.836209:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834521.836210:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834521.836212:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834521.836213:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.836216:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.836221:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.836223:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834521.836224:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834521.836228:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834521.836246:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067670528:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834521.836251:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834521.836252:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834521.836254:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480ecb8. 00000400:00000200:2.0:1787834521.836256:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867f68 00000400:00000010:2.0:1787834521.836257:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867f68. 00000100:00000001:2.0:1787834521.836260:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834521.836263:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834521.836270:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.836275:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834521.836277:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.836278:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834521.836280:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834521.836281:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834521.836282:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.836283:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834521.836286:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834521.836288:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834521.836290:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834521.836291:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834521.836293:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834521.836295:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.836296:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.836299:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.836305:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.836307:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834521.836308:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834521.836311:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834521.836323:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b51c558-4207-47a4-9acf-525915e3e3be:2404:1874680067669888:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834521.836329:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834521.836330:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834521.836332:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480eb00. 00000400:00000200:2.0:1787834521.836334:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867a18 00000400:00000010:2.0:1787834521.836336:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867a18. 00000100:00000001:2.0:1787834521.836338:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834521.836340:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834521.836347:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.836353:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834521.836354:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.836356:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834521.836358:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834521.836359:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834521.836360:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.836362:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834521.836366:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482a460 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834521.836369:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482a418 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834521.836371:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834521.836373:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834521.836375:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787834521.836378:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787834521.836385:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.836387:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834521.836389:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834521.836390:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834521.836392:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.836395:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.836407:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.836409:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834521.836410:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834521.836415:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834521.836438:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067670144:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834521.836444:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834521.836445:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834521.836447:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e688. 00000400:00000200:2.0:1787834521.836449:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867c38 00000400:00000010:2.0:1787834521.836450:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867c38. 00000100:00000001:2.0:1787834521.836452:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834521.836456:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834521.836464:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.836470:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834521.836472:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.836474:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834521.836475:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834521.836476:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834521.836478:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834521.837612:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834521.837623:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5f460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834521.837627:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5f418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834521.837630:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834521.837631:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834521.837633:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787834521.837641:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787834521.837667:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.837670:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834521.837672:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834521.837674:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834521.837676:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834521.837681:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.837688:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834521.837691:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834521.837692:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834521.837695:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834521.837703:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9456833be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067670400:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834521.837708:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.837711:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.837715:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456833bed00 x1874680067670016/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.837721:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834521.837724:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834521.837727:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683fdfa00. 02000000:00000001:2.0:1787834521.837731:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834521.837734:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834521.837736:0:2404:0:(genops.c:1223:class_import_put()) import ffff94568482d000 refcount=3 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000020:00000001:2.0:1787834521.837739:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834521.837741:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945685e35600. 02000000:00000001:2.0:1787834521.837746:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834521.837748:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834521.837750:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456833bed00. 00000100:00000001:2.0:1787834521.837753:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834521.837755:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.837764:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.837769:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456833bf840 x1874680067670272/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.837776:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834521.837778:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834521.837779:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683fdf000. 02000000:00000001:2.0:1787834521.837781:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834521.837783:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834521.837784:0:2404:0:(genops.c:1223:class_import_put()) import ffff945684835800 refcount=3 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000020:00000001:2.0:1787834521.837786:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834521.837787:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945685e35b00. 02000000:00000001:2.0:1787834521.837789:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834521.837790:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834521.837792:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456833bf840. 00000100:00000001:2.0:1787834521.837794:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834521.837796:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.837797:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.837801:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456833bd680 x1874680067670528/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.837807:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834521.837809:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834521.837810:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683fde800. 02000000:00000001:2.0:1787834521.837812:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834521.837813:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834521.837814:0:2404:0:(genops.c:1223:class_import_put()) import ffff945685d5a800 refcount=2 obd=lustre-OST0000-osc-ffff945685dc0800 00000020:00000001:2.0:1787834521.837816:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834521.837817:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945694514600. 02000000:00000001:2.0:1787834521.837821:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834521.837822:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834521.837823:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456833bd680. 00000100:00000001:2.0:1787834521.837825:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834521.837826:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.837828:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.837831:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456833bda40 x1874680067669888/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.837837:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834521.837844:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834521.837846:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683fdea00. 02000000:00000001:2.0:1787834521.837848:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834521.837849:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834521.837851:0:2404:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:2.0:1787834521.837852:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834521.837854:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945685e35c00. 02000000:00000001:2.0:1787834521.837857:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834521.837858:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834521.837859:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456833bda40. 00000100:00000001:2.0:1787834521.837861:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834521.837863:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.837864:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.837869:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456833bd2c0 x1874680067670144/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.837875:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834521.837876:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834521.837878:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683fde400. 02000000:00000001:2.0:1787834521.837879:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834521.837881:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834521.837882:0:2404:0:(genops.c:1223:class_import_put()) import ffff94568482a000 refcount=3 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000020:00000001:2.0:1787834521.837883:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834521.837885:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945685e35000. 02000000:00000001:2.0:1787834521.837887:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834521.837888:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834521.837889:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456833bd2c0. 00000100:00000001:2.0:1787834521.837891:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834521.837892:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.837893:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834521.837896:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9456833be580 x1874680067670400/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834521.837902:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834521.837903:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834521.837904:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683fdf600. 02000000:00000001:2.0:1787834521.837906:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834521.837907:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834521.837914:0:2404:0:(genops.c:1223:class_import_put()) import ffff945685d5f000 refcount=3 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000020:00000001:2.0:1787834521.837916:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834521.837930:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945694514e00. 02000000:00000001:2.0:1787834521.837933:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834521.837934:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834521.837936:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9456833be580. 00000100:00000001:2.0:1787834521.837938:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834521.837939:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.837941:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834521.837949:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834521.837951:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834521.837953:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834521.837955:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834522.266147:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834522.266155:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834522.266181:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834522.266183:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834522.266202:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834522.266205:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834522.266208:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787834523.161939:0:762:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf330 (cpu 3) has reached its deadline 4295043352, at 4295043392 00000100:00000010:3.0:1787834523.161965:0:762:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945684e27000. 00000100:00000040:2.0:1787834523.163247:0:658:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf220 (cpu 2) has reached its deadline 4295043352, at 4295043393 00000100:00000010:2.0:1787834523.163265:0:658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945684e27d20. 00010000:00000001:3.0:1787834523.290472:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834523.290482:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834523.290490:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834523.290491:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834523.290591:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834523.290627:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834523.290633:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834524.314851:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834524.314863:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834524.314871:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834524.314872:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834524.314900:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834524.314904:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834524.314907:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834525.337777:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834525.337787:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834525.337794:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834525.337795:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834525.338116:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834525.338120:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834525.338125:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787834525.567315:0:9644:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834525.567327:0:9644:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834525.626765:0:9646:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834525.626778:0:9646:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834525.730584:0:9653:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834525.730811:0:9653:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834525.788989:0:9655:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834525.789003:0:9655:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834526.361903:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834526.361912:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834526.361919:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834526.361920:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834526.361944:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834526.361948:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834526.361951:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787834526.939798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b51c558-4207-47a4-9acf-525915e3e3be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834526.939813:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834526.939827:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc780. 00000020:00000040:3.0:1787834526.939835:0:37:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834526.939841:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834526.939844:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834526.939851:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834526.939862:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945685019100. 00000100:00000001:3.0:1787834526.939885:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.939902:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b51c558-4207-47a4-9acf-525915e3e3be->MGS req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834526.939915:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834526.939921:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.939929:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5435180] to pc [ptlrpcd_01_00+0] req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.939963:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.939968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834526.939972:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834526.939975:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bdded00. 00000020:00000040:3.0:1787834526.939977:0:37:0:(genops.c:1210:class_import_get()) import ffff94568482d000 refcount=4 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000100:00000001:3.0:1787834526.939979:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834526.939981:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834526.939982:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834526.939985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945685019300. 00000100:00000001:3.0:1787834526.939988:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.939993:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834526.940000:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834526.940002:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940005:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3ef8451] to pc [ptlrpcd_01_01+1] req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.940312:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834526.940319:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834526.940332:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc000. 00000020:00000040:3.0:1787834526.940335:0:37:0:(genops.c:1210:class_import_get()) import ffff94568482a000 refcount=4 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000100:00000001:3.0:1787834526.940337:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834526.940339:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834526.940341:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834526.940344:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945685019c00. 00000100:00000001:3.0:1787834526.940349:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940354:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834526.940361:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834526.940364:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940367:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000252319da] to pc [ptlrpcd_01_00+0] req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.940373:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787834526.940379:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834526.940382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787834526.940385:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834526.940388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834526.940391:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834526.940394:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddcb40. 00000020:00000040:3.0:1787834526.940396:0:37:0:(genops.c:1210:class_import_get()) import ffff945684835800 refcount=4 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000100:00000001:3.0:1787834526.940398:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834526.940405:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834526.940406:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834526.940413:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945694b55e00. 00000100:00000001:3.0:1787834526.940415:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940420:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834526.940426:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834526.940428:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940432:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083e84f04] to pc [ptlrpcd_01_01+1] req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.940438:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834526.940443:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834526.940446:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bdde1c0. 00000020:00000040:3.0:1787834526.940448:0:37:0:(genops.c:1210:class_import_get()) import ffff945685d5f000 refcount=4 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000100:00000001:3.0:1787834526.940450:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834526.940451:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834526.940452:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834526.940455:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945694b55f00. 00000100:00000001:3.0:1787834526.940458:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940461:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834526.940467:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834526.940468:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940471:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052a4e3c8] to pc [ptlrpcd_01_00+0] req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.940553:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940555:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834526.940558:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834526.940562:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc3c0. 00000020:00000040:3.0:1787834526.940570:0:37:0:(genops.c:1210:class_import_get()) import ffff945685d5a800 refcount=3 obd=lustre-OST0000-osc-ffff945685dc0800 00000100:00000001:3.0:1787834526.940572:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834526.940574:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834526.940576:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834526.940581:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945696c3fd00. 00000100:00000001:3.0:1787834526.940584:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940588:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834526.940640:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834526.940642:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940646:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2b44f5] to pc [ptlrpcd_01_01+1] req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.940654:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834526.940659:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834526.940663:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddd680. 00000020:00000040:3.0:1787834526.940665:0:37:0:(genops.c:1210:class_import_get()) import ffff945685d5e000 refcount=3 obd=lustre-OST0001-osc-ffff945685dc0800 00000100:00000001:3.0:1787834526.940668:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834526.940669:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834526.940671:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834526.940674:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945696c3f100. 00000100:00000001:3.0:1787834526.940677:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940681:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834526.940687:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834526.940689:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940692:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8de4f3e] to pc [ptlrpcd_01_00+0] req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.940700:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.940705:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (384) 00000100:00000001:2.0:1787834526.940929:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834526.940934:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834526.940937:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834526.940944:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.940951:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834526.940954:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.940958:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834526.940961:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834526.940964:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834526.940968:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b51c558-4207-47a4-9acf-525915e3e3be:2403:1874680067670784:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.940973:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834526.940980:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834526.940984:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.940987:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834526.940992:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef5e00. 02000000:00000001:2.0:1787834526.940995:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834526.941003:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834526.941007:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e688. 00000400:00000010:2.0:1787834526.941017:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867c38. 00000100:00000200:2.0:1787834526.941142:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067670784, portal 25 00000100:00000001:2.0:1787834526.941145:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834526.941147:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167506816 : -118375542044800 : ffff94568bddc780) 00000100:00000040:2.0:1787834526.941154:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.941162:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834526.941165:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834526.941168:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867a18. 00000100:00000200:2.0:1787834526.941172:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874680067670784, offset 0 00000400:00000200:2.0:1787834526.941178:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834526.941190:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.941199:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834526.941207:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834526.941212:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834526.941217:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834526.941220:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834526.941224:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [142:142:256:4294967295] 192.168.204.117@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:2.0:1787834526.941229:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.941240:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834526.941247:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834526.941253:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a600. 00000800:00000200:2.0:1787834526.941262:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834526.941272:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834526.941277:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834526.941304:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834526.941309:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834526.941312:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295048474 00000100:00000010:2.0:1787834526.941316:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945684e27d20. 00000100:00000001:2.0:1787834526.941336:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787834526.941343:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295048474 00000100:00000010:2.0:1787834526.941346:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945684e27ae0. 00000100:00000001:2.0:1787834526.941355:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787834526.941359:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.941362:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.941365:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834526.941369:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.941375:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834526.941377:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.941379:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834526.941381:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834526.941383:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834526.941385:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067671040:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.941389:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834526.941391:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834526.941392:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.941394:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834526.941397:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef5a00. 02000000:00000001:2.0:1787834526.941398:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834526.941402:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834526.941405:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480eb00. 00000400:00000010:2.0:1787834526.941409:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867f68. 00000100:00000200:2.0:1787834526.941412:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067671040, portal 10 00000100:00000001:2.0:1787834526.941413:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834526.941414:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000040:2.0:1787834526.941422:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.941427:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834526.941430:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834526.941432:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867dd0. 00000100:00000200:2.0:1787834526.941434:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067671040, offset 0 00000400:00000200:2.0:1787834526.941437:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834526.941441:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.941450:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834526.941453:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834526.941455:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834526.941457:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834526.941459:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834526.941462:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [143:143:255:4294967295] 192.168.204.117@tcp LPNI seq info [143:143:7:4294967295] 00000400:00000200:2.0:1787834526.941466:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.941471:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834526.941546:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834526.941550:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a000. 00000800:00000200:2.0:1787834526.941555:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834526.941560:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834526.941562:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834526.941565:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.941570:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: using a timeout of 153165 usecs (154 jiffies) 00000400:00000200:2.0:1787834526.941573:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834526.941575:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295047325 00000100:00000001:2.0:1787834526.941578:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.941580:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295047325 00000100:00000001:2.0:1787834526.941582:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.941584:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.941587:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.941589:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834526.941639:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.941648:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834526.941649:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.941652:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834526.941654:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834526.941661:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834526.941665:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067671296:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.941669:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834526.941672:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834526.941674:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.941676:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834526.941679:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef5600. 02000000:00000001:2.0:1787834526.941682:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834526.941686:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834526.941689:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480ecb8. 00000400:00000010:2.0:1787834526.941693:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867088. 00000100:00000200:2.0:1787834526.941696:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067671296, portal 10 00000100:00000001:2.0:1787834526.941698:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834526.941699:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167513536 : -118375542038080 : ffff94568bdde1c0) 00000100:00000040:2.0:1787834526.941706:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.941712:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834526.941714:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834526.941717:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867908. 00000100:00000200:2.0:1787834526.941719:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067671296, offset 0 00000400:00000200:2.0:1787834526.941724:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834526.941728:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.941731:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834526.941735:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834526.941738:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834526.941741:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834526.941743:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834526.941747:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [144:144:254:4294967295] 192.168.204.117@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:2.0:1787834526.941751:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.941757:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834526.941761:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834526.941770:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9ab00. 00000800:00000200:2.0:1787834526.941775:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834526.941779:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834526.941782:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834526.941785:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.941789:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: using a timeout of 20373 usecs (21 jiffies) 00000400:00000200:2.0:1787834526.941792:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834526.941794:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295047193 00000100:00000001:2.0:1787834526.941797:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.941799:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295047193 00000100:00000001:2.0:1787834526.941801:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.941803:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.941805:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.941807:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834526.941812:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.941819:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834526.941820:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.941823:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834526.941824:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834526.941826:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834526.941829:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067671552:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.941833:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834526.941836:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834526.941837:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.941839:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834526.941842:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef4400. 02000000:00000001:2.0:1787834526.941844:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834526.941847:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834526.941850:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e268. 00000400:00000010:2.0:1787834526.941853:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867d48. 00000100:00000200:2.0:1787834526.941862:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067671552, portal 4 00000100:00000001:2.0:1787834526.941863:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834526.941865:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167510656 : -118375542040960 : ffff94568bddd680) 00000100:00000040:2.0:1787834526.941872:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.941878:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834526.941880:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834526.941882:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867ee0. 00000100:00000200:2.0:1787834526.941884:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874680067671552, offset 0 00000400:00000200:2.0:1787834526.941888:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834526.941891:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.941895:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834526.941897:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834526.941900:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834526.941902:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834526.941905:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834526.941907:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [145:145:253:4294967295] 192.168.204.117@tcp LPNI seq info [145:145:5:4294967295] 00000400:00000200:2.0:1787834526.941911:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.941916:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834526.941920:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834526.941924:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9aa00. 00000800:00000200:2.0:1787834526.941928:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834526.941932:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834526.941935:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834526.941938:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.941940:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: using a timeout of 16011 usecs (17 jiffies) 00000400:00000200:2.0:1787834526.941944:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834526.941946:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295047189 00000100:00000001:2.0:1787834526.941947:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.941949:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295047189 00000100:00000001:2.0:1787834526.941957:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.941959:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.941961:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.941964:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.941967:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.941979:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834526.941981:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787834526.941984:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834526.941985:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834526.941987:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834526.941990:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1787834526.941992:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.941994:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834526.941995:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.941996:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834526.941997:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834526.941998:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834526.942003:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.942009:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834526.942011:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.942014:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834526.942016:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834526.942264:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834526.942271:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067670912:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.942275:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834526.942278:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834526.942280:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.942282:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834526.942286:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef4e00. 02000000:00000001:2.0:1787834526.942288:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834526.942638:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834526.942642:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e210. 00000400:00000010:2.0:1787834526.942648:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867880. 00000100:00000200:2.0:1787834526.942653:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067670912, portal 10 00000100:00000001:2.0:1787834526.942662:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834526.942664:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167516416 : -118375542035200 : ffff94568bdded00) 00000100:00000040:2.0:1787834526.942672:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.942681:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834526.942683:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834526.942687:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456898672a8. 00000100:00000200:2.0:1787834526.942690:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067670912, offset 0 00000400:00000200:2.0:1787834526.942695:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834526.942701:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.942706:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834526.942709:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834526.942712:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834526.942715:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834526.942717:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834526.942721:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [146:146:252:4294967295] 192.168.204.117@tcp LPNI seq info [146:146:4:4294967295] 00000400:00000200:2.0:1787834526.942725:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.942732:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834526.942736:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834526.942740:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9af00. 00000800:00000200:2.0:1787834526.942745:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834526.942751:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834526.942755:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834526.942759:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.942762:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: using a timeout of 127691 usecs (128 jiffies) 00000400:00000200:2.0:1787834526.942764:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834526.942767:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295047301 00000100:00000001:2.0:1787834526.942769:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.942771:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295047301 00000100:00000001:2.0:1787834526.942773:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.942781:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.942783:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.942786:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834526.942791:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.942800:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834526.942801:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.942804:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834526.942806:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834526.942808:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834526.942811:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067671168:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.942814:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834526.942817:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834526.942819:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.942821:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834526.942824:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef5800. 02000000:00000001:2.0:1787834526.942826:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834526.942829:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834526.942832:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e478. 00000400:00000010:2.0:1787834526.942835:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867660. 00000100:00000200:2.0:1787834526.942838:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067671168, portal 10 00000100:00000001:2.0:1787834526.942840:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834526.942841:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167507776 : -118375542043840 : ffff94568bddcb40) 00000100:00000040:2.0:1787834526.942848:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.942854:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834526.942856:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834526.942859:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867b28. 00000100:00000200:2.0:1787834526.942861:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067671168, offset 0 00000400:00000200:2.0:1787834526.942866:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834526.942870:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.942873:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834526.942881:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834526.942884:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834526.942886:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834526.942888:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834526.942891:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [147:147:251:4294967295] 192.168.204.117@tcp LPNI seq info [147:147:3:4294967295] 00000400:00000200:2.0:1787834526.942895:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.942901:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834526.942906:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834526.942909:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a700. 00000800:00000200:2.0:1787834526.942913:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834526.942918:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834526.942920:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834526.942923:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.942926:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: using a timeout of 15676 usecs (16 jiffies) 00000400:00000200:2.0:1787834526.942929:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834526.942931:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295047189 00000100:00000001:2.0:1787834526.942933:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.942935:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295047189 00000100:00000001:2.0:1787834526.942937:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.942939:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.942941:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.942943:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834526.942947:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.942955:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834526.942956:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.942959:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834526.942960:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834526.942962:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834526.942971:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067671424:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.942974:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834526.942978:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834526.942979:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.942981:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834526.942984:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef4c00. 02000000:00000001:2.0:1787834526.942985:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834526.942988:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834526.942991:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e420. 00000400:00000010:2.0:1787834526.942994:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456898673b8. 00000100:00000200:2.0:1787834526.942997:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067671424, portal 4 00000100:00000001:2.0:1787834526.942999:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834526.943000:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167505856 : -118375542045760 : ffff94568bddc3c0) 00000100:00000040:2.0:1787834526.943006:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.943011:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834526.943013:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834526.943015:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867aa0. 00000100:00000200:2.0:1787834526.943017:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874680067671424, offset 0 00000800:00000200:3.0:1787834526.943372:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834526.943379:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a600. 00000400:00000200:3.0:1787834526.943390:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.943397:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834526.943404:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867a18 00000400:00000010:3.0:1787834526.943408:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867a18. 00000100:00000001:3.0:1787834526.943413:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834526.943420:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.943432:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.943435:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.943442:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.943444:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834526.943459:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834526.943461:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a000. 00000400:00000200:3.0:1787834526.943463:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.943467:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834526.943469:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867dd0 00000400:00000010:3.0:1787834526.943471:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867dd0. 00000100:00000001:3.0:1787834526.946558:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834526.946588:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.946622:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.946626:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.946634:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.946636:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834526.946692:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834526.946696:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9ab00. 00000400:00000200:3.0:1787834526.946704:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.946709:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834526.946717:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867908 00000400:00000010:3.0:1787834526.946741:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867908. 00000100:00000001:3.0:1787834526.946746:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834526.946751:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.946761:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.946764:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.946770:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.946771:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834526.946783:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834526.946785:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9aa00. 00000400:00000200:3.0:1787834526.946788:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.946792:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834526.946795:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867ee0 00000400:00000010:3.0:1787834526.946797:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867ee0. 00000100:00000001:3.0:1787834526.946800:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834526.946804:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.946812:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.946815:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.946822:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.946823:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834526.946832:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834526.946834:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9af00. 00000400:00000200:3.0:1787834526.946837:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.946841:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834526.946844:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456898672a8 00000400:00000010:3.0:1787834526.946846:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456898672a8. 00000100:00000001:3.0:1787834526.946848:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834526.946852:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.946873:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.946876:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.946883:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.946884:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834526.947290:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834526.947294:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a700. 00000400:00000200:3.0:1787834526.947298:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.947303:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834526.947307:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867b28 00000400:00000010:3.0:1787834526.947309:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867b28. 00000100:00000001:3.0:1787834526.947312:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834526.947317:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.947335:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.947338:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.947344:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.947346:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787834526.947907:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834526.947920:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.947929:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834526.947935:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834526.947940:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834526.947944:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834526.947947:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834526.947951:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [148:148:256:4294967295] 192.168.204.117@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:2.0:1787834526.947955:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.947966:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834526.947973:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834526.947988:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a400. 00000800:00000200:2.0:1787834526.948010:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834526.948019:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834526.948024:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834526.948046:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.948053:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: using a timeout of 22083 usecs (23 jiffies) 00000400:00000200:2.0:1787834526.948058:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834526.948061:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295047201 00000100:00000001:2.0:1787834526.948065:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.948067:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295047201 00000100:00000001:2.0:1787834526.948069:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295048474 00000100:00000001:2.0:1787834526.948072:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.948076:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.948083:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.948089:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787834526.948335:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834526.948339:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a400. 00000400:00000200:2.0:1787834526.948343:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834526.948348:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834526.948353:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867aa0 00000400:00000010:2.0:1787834526.948355:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867aa0. 00000100:00000001:2.0:1787834526.948360:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834526.948367:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.948376:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834526.948379:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.948385:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.948387:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787834526.953876:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834526.953889:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787834526.958252:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958319:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834526.958333:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958338:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834526.958350:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958359:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834526.958370:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958376:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958383:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958387:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 25 MB=0x6a902f7804300 00000400:00000200:3.0:1787834526.958393:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958420:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:3.0:1787834526.958430:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958435:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834526.958439:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.958444:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834526.958454:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834526.958465:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834526.958478:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.958504:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834526.958515:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958520:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834526.958522:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958524:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834526.958528:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958532:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834526.958536:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958539:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958542:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958545:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804400 00000400:00000200:3.0:1787834526.958549:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958553:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:3.0:1787834526.958557:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958561:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834526.958563:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.958566:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834526.958570:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834526.958575:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834526.958584:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.958624:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834526.958630:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787834526.958640:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834526.958649:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834526.958653:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e688. 00000400:00000200:2.0:1787834526.958657:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867c38 00000400:00000010:2.0:1787834526.958660:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867c38. 00000100:00000001:2.0:1787834526.958664:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834526.958669:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834526.958676:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.958682:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834526.958685:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.958688:0:2403:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1787834526.958785:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834526.958790:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958795:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834526.958797:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958799:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834526.958802:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958873:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834526.958879:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958882:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958885:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958888:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804500 00000400:00000200:3.0:1787834526.958892:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.958896:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:3.0:1787834526.958900:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.958908:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834526.958910:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.958913:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834526.958917:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834526.958922:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834526.958931:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.958938:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1787834526.959035:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834526.959040:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834526.959043:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.959047:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834526.959056:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834526.959061:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834526.959064:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834526.959066:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834526.959070:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834526.959073:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.959076:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.959082:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.959090:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.959094:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834526.959096:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834526.959100:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834526.959108:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b51c558-4207-47a4-9acf-525915e3e3be:2403:1874680067670784:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834526.959115:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834526.959122:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834526.959125:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480eb00. 00000400:00000200:2.0:1787834526.959127:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867f68 00000400:00000010:2.0:1787834526.959129:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867f68. 00000100:00000001:2.0:1787834526.959131:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834526.959135:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834526.959142:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.959149:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834526.959150:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.959152:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834526.959153:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834526.959154:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834526.959156:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.959157:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834526.959164:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482a460 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834526.959167:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482a418 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834526.959169:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834526.959171:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834526.959172:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787834526.959176:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787834526.959943:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.959949:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834526.959952:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834526.959954:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834526.959955:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.959965:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.959973:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.960150:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834526.960152:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834526.960170:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834526.960179:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067671040:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834526.960189:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834526.960191:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834526.960193:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480ecb8. 00000400:00000200:2.0:1787834526.960198:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867088 00000400:00000010:2.0:1787834526.960201:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867088. 00000100:00000001:2.0:1787834526.960205:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834526.960209:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834526.960217:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.960562:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834526.960565:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.960567:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834526.960571:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834526.960573:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834526.960575:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.960578:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834526.960585:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5f460 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834526.960589:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5f418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834526.960591:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834526.960620:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834526.960623:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787834526.960628:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787834526.960635:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.960638:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834526.960640:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834526.960642:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834526.960650:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.960654:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.960662:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.960664:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834526.960665:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834526.960669:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834526.960676:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067671296:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.960682:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.960686:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1787834526.960776:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.960789:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834526.960791:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.960794:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834526.960800:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.961199:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834526.961208:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.961220:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.961225:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.961230:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 4 MB=0x6a902f7804600 00000400:00000200:3.0:1787834526.961235:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834526.961241:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:3.0:1787834526.961250:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834526.961259:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834526.961262:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834526.961266:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834526.961274:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834526.961281:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834526.961287:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc780 x1874680067670784/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834526.961291:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.961297:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1787834526.961299:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1787834526.961301:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1787834526.961305:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1787834526.961306:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef5e00. 00000800:00000001:3.0:1787834526.961308:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1787834526.961310:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834526.961313:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834526.961315:0:2403:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:2.0:1787834526.961317:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834526.961330:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945685019100. 02000000:00000001:2.0:1787834526.961338:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834526.961341:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834526.961343:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc780. 00000100:00000001:2.0:1787834526.961348:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834526.961350:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.961352:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834526.961356:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc000 x1874680067671040/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.961363:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834526.961364:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834526.961365:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef5a00. 02000000:00000001:2.0:1787834526.961374:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834526.961376:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834526.961378:0:2403:0:(genops.c:1223:class_import_put()) import ffff94568482a000 refcount=3 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000020:00000001:2.0:1787834526.961380:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834526.961381:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945685019c00. 02000000:00000001:2.0:1787834526.961384:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834526.961385:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834526.961386:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc000. 00000100:00000001:2.0:1787834526.961389:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834526.961390:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.961391:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834526.961395:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bdde1c0 x1874680067671296/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.961401:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834526.961402:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834526.961403:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef5600. 02000000:00000001:2.0:1787834526.961404:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834526.961405:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834526.961407:0:2403:0:(genops.c:1223:class_import_put()) import ffff945685d5f000 refcount=3 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000020:00000001:2.0:1787834526.961408:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834526.961410:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945694b55f00. 02000000:00000001:2.0:1787834526.961413:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834526.961414:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834526.961415:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bdde1c0. 00000100:00000001:2.0:1787834526.961418:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834526.961419:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.961423:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.961426:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834526.961429:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787834526.961435:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834526.961437:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834526.961439:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e268. 00000400:00000200:2.0:1787834526.961442:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867d48 00000400:00000010:2.0:1787834526.961445:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867d48. 00000100:00000001:2.0:1787834526.961448:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834526.961451:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834526.961469:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.961729:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834526.961731:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.961734:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834526.961736:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834526.961738:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834526.961740:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834526.961742:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834526.961749:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5e460 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834526.961752:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5e418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834526.961755:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834526.961757:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834526.961759:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787834526.961764:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787834526.961770:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.961774:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834526.961776:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834526.961778:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834526.961779:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834526.961783:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.961790:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834526.961793:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834526.961795:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834526.961798:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834526.961805:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067671552:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834526.961810:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.961827:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834526.961831:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddd680 x1874680067671552/t0(0) o400->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.961837:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834526.961839:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834526.961841:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef4400. 02000000:00000001:2.0:1787834526.961844:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834526.961845:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834526.961847:0:2403:0:(genops.c:1223:class_import_put()) import ffff945685d5e000 refcount=2 obd=lustre-OST0001-osc-ffff945685dc0800 00000020:00000001:2.0:1787834526.961849:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834526.961851:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945696c3f100. 02000000:00000001:2.0:1787834526.961854:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834526.961855:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834526.961857:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddd680. 00000100:00000001:2.0:1787834526.961860:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834526.961861:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834526.961863:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.961865:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834526.961866:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834526.961869:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834526.961870:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787834526.965875:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.965901:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834526.965908:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.965911:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834526.965924:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.965934:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834526.965945:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.965952:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.965959:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.965965:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804380 00000400:00000200:2.0:1787834526.965971:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966037:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:2.0:1787834526.966048:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.966053:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834526.966076:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834526.966082:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834526.966091:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834526.966105:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834526.966118:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.966143:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834526.966155:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.966159:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834526.966161:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.966163:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834526.966166:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966170:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834526.966174:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966176:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966179:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966182:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804480 00000400:00000200:2.0:1787834526.966185:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966189:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:2.0:1787834526.966193:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.966196:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834526.966198:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834526.966201:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834526.966204:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834526.966209:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834526.966219:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.966227:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834526.966238:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.966242:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834526.966243:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.966245:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834526.966249:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966253:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834526.966257:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966260:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966263:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966265:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 4 MB=0x6a902f7804580 00000400:00000200:2.0:1787834526.966269:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834526.966274:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:2.0:1787834526.966278:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.966284:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834526.966286:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834526.966290:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834526.966293:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834526.966298:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834526.966306:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834526.966312:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834526.966315:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834526.966318:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.966397:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834526.966403:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834526.966412:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834526.966415:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834526.966419:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e210. 00000400:00000200:3.0:1787834526.966425:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867880 00000400:00000010:3.0:1787834526.966428:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867880. 00000100:00000001:3.0:1787834526.966431:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834526.966437:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834526.966445:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966451:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834526.966453:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.966456:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834526.966466:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834526.966469:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834526.966471:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834526.966487:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834526.966500:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482d460 time=86 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834526.966505:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482d418 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834526.966508:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834526.966510:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834526.966514:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834526.966518:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.966522:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834526.966525:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834526.966527:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834526.966529:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.966535:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966542:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834526.966546:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834526.966548:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834526.966552:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834526.966559:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067670912:192.168.204.117@tcp:400:kworker.0 00000400:00000001:3.0:1787834526.966566:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834526.966567:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834526.966569:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e478. 00000400:00000200:3.0:1787834526.966572:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867660 00000400:00000010:3.0:1787834526.966574:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867660. 00000100:00000001:3.0:1787834526.966576:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834526.966579:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834526.966586:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966648:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834526.966650:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.966652:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834526.966654:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834526.966655:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834526.966656:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834526.966658:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1787834526.966681:0:2403:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9456878f0000. 00000100:00001000:3.0:1787834526.966688:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff945684835c60 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834526.966691:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff945684835c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834526.966693:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834526.966695:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834526.966697:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834526.966698:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.966701:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834526.966702:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834526.966705:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834526.966706:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.966711:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966717:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834526.966719:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834526.966720:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834526.966724:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834526.966732:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067671168:192.168.204.117@tcp:400:kworker.0 00000400:00000001:3.0:1787834526.966738:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834526.966740:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834526.966742:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e420. 00000400:00000200:3.0:1787834526.966745:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456898673b8 00000400:00000010:3.0:1787834526.966746:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456898673b8. 00000100:00000001:3.0:1787834526.966755:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834526.966759:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834526.966767:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966772:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834526.966774:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.966776:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834526.966778:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834526.966779:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834526.966781:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834526.966783:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1787834526.966792:0:2403:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9456878f6000. 00000100:00001000:3.0:1787834526.966797:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5ac60 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834526.966800:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5ac18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834526.966803:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834526.966804:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834526.966806:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787834526.966809:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787834526.966818:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.966821:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834526.966822:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834526.966824:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834526.966825:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834526.966829:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966835:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834526.966837:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834526.966839:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834526.966842:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834526.966862:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067671424:192.168.204.117@tcp:400:kworker.0 00000100:00000001:3.0:1787834526.966867:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.966871:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.966874:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bdded00 x1874680067670912/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966881:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834526.966885:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834526.966889:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef4e00. 02000000:00000001:3.0:1787834526.966893:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834526.966897:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834526.966898:0:2403:0:(genops.c:1223:class_import_put()) import ffff94568482d000 refcount=3 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000020:00000001:3.0:1787834526.966901:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834526.966905:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945685019300. 02000000:00000001:3.0:1787834526.966910:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834526.966913:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834526.966915:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bdded00. 00000100:00000001:3.0:1787834526.966920:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834526.966923:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.966924:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.966928:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddcb40 x1874680067671168/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966934:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834526.966935:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834526.966937:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef5800. 02000000:00000001:3.0:1787834526.966939:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834526.966940:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834526.966942:0:2403:0:(genops.c:1223:class_import_put()) import ffff945684835800 refcount=3 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000020:00000001:3.0:1787834526.966943:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834526.966945:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945694b55e00. 02000000:00000001:3.0:1787834526.966948:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834526.966949:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834526.966950:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddcb40. 00000100:00000001:3.0:1787834526.966959:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834526.966960:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.966962:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834526.966965:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc3c0 x1874680067671424/t0(0) o400->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834526.966971:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834526.966972:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834526.966974:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef4c00. 02000000:00000001:3.0:1787834526.967102:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834526.967104:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834526.967106:0:2403:0:(genops.c:1223:class_import_put()) import ffff945685d5a800 refcount=2 obd=lustre-OST0000-osc-ffff945685dc0800 00000020:00000001:3.0:1787834526.967108:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834526.967110:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945696c3fd00. 02000000:00000001:3.0:1787834526.967113:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834526.967114:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834526.967115:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc3c0. 00000100:00000001:3.0:1787834526.967118:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834526.967120:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.967122:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834526.967134:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834526.967136:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834526.967139:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834526.967141:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834527.385954:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834527.385964:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834527.385971:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834527.385972:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787834527.386164:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787834527.386168:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834527.386172:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787834528.283883:0:658:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf220 (cpu 2) has reached its deadline 4295048474, at 4295048514 00000100:00000010:2.0:1787834528.283906:0:658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945684e27d20. 00000100:00000040:3.0:1787834528.291672:0:762:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf330 (cpu 3) has reached its deadline 4295048474, at 4295048521 00000100:00000010:3.0:1787834528.291697:0:762:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945684e27ae0. 00010000:00000001:3.0:1787834528.409854:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834528.409864:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834528.409871:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834528.409873:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787834528.410367:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834528.410372:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834528.410377:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834529.437031:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834529.437041:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834529.437048:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834529.437070:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787834529.437286:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787834529.437291:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834529.437294:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834530.457758:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834530.457771:0:762:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787834530.457774:0:762:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787834530.457778:0:762:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834530.457784:0:762:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787834530.457786:0:762:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834530.457788:0:762:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834530.457791:0:762:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834530.457797:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834530.457799:0:762:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787834530.457800:0:762:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787834530.457802:0:762:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834530.457803:0:762:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787834530.457804:0:762:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834530.457806:0:762:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834530.457807:0:762:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787834530.463033:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834530.463043:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834530.463051:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834531.482364:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834531.482376:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834531.482384:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834531.482385:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787834531.482818:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787834531.482845:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834531.482849:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787834532.058093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b51c558-4207-47a4-9acf-525915e3e3be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787834532.058104:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787834532.058115:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697b80780. 00000020:00000040:1.0:1787834532.058122:0:36:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:1.0:1787834532.058128:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787834532.058131:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787834532.058136:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787834532.058145:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456828f0500. 00000100:00000001:1.0:1787834532.058152:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058164:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b51c558-4207-47a4-9acf-525915e3e3be->MGS req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787834532.058174:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787834532.058191:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058198:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058211522] to pc [ptlrpcd_00_00+0] req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834532.058231:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787834532.058238:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787834532.058241:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697b80000. 00000020:00000040:1.0:1787834532.058243:0:36:0:(genops.c:1210:class_import_get()) import ffff94568482d000 refcount=4 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000100:00000001:1.0:1787834532.058246:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787834532.058247:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787834532.058249:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787834532.058252:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456828f0600. 00000100:00000001:1.0:1787834532.058255:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058259:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787834532.058266:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787834532.058268:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058271:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d3ad720] to pc [ptlrpcd_00_01+1] req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834532.058279:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787834532.058283:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787834532.058286:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697b82940. 00000020:00000040:1.0:1787834532.058288:0:36:0:(genops.c:1210:class_import_get()) import ffff94568482a000 refcount=4 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000100:00000001:1.0:1787834532.058290:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787834532.058291:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787834532.058293:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787834532.058295:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456828f0100. 00000100:00000001:1.0:1787834532.058298:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058302:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787834532.058320:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787834532.058322:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058326:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000554e901f] to pc [ptlrpcd_00_00+0] req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834532.058333:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787834532.058339:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787834532.058342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787834532.058344:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787834532.058347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787834532.058349:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787834532.058352:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697b83480. 00000020:00000040:1.0:1787834532.058354:0:36:0:(genops.c:1210:class_import_get()) import ffff945684835800 refcount=4 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000100:00000001:1.0:1787834532.058356:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787834532.058358:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787834532.058359:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787834532.058363:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456828f0a00. 00000100:00000001:1.0:1787834532.058366:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058370:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787834532.058375:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787834532.058377:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058380:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e131fac6] to pc [ptlrpcd_00_01+1] req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834532.058386:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787834532.058396:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787834532.058399:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697b830c0. 00000020:00000040:1.0:1787834532.058401:0:36:0:(genops.c:1210:class_import_get()) import ffff945685d5f000 refcount=4 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000100:00000001:1.0:1787834532.058403:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787834532.058405:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787834532.058406:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787834532.058410:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456828f0400. 00000100:00000001:1.0:1787834532.058412:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058417:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787834532.058423:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787834532.058425:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058429:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020d42ac5] to pc [ptlrpcd_00_00+0] req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834532.058435:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787834532.058440:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787834532.058442:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1787834532.058445:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1787834532.058449:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697b80b40. 00000020:00000040:1.0:1787834532.058451:0:36:0:(genops.c:1210:class_import_get()) import ffff945685d5a800 refcount=3 obd=lustre-OST0000-osc-ffff945685dc0800 00000100:00000001:1.0:1787834532.058453:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787834532.058455:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787834532.058456:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787834532.058459:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456828f0f00. 00000100:00000001:1.0:1787834532.058462:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834532.058464:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625698366360384 : -118375343191232 : ffff945697b80b40) 00000100:00080000:1.0:1787834532.058468:0:36:0:(import.c:65:import_set_state_nolock()) ffff945685d5a800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1787834532.058471:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff945685dc0800: disconnect after 21s idle 00000100:00000001:1.0:1787834532.058473:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787834532.058474:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058484:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5a84624] to pc [ptlrpcd_rcv+-1] req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834532.058511:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834532.058513:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787834532.058518:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787834532.058519:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1787834532.058521:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1787834532.058524:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697b821c0. 00000020:00000040:1.0:1787834532.058527:0:36:0:(genops.c:1210:class_import_get()) import ffff945685d5e000 refcount=3 obd=lustre-OST0001-osc-ffff945685dc0800 00000100:00000001:1.0:1787834532.058529:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787834532.058530:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787834532.058532:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787834532.058535:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456828f0b00. 00000100:00000001:1.0:1787834532.058538:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834532.058540:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625698366366144 : -118375343185472 : ffff945697b821c0) 00000100:00080000:1.0:1787834532.058542:0:36:0:(import.c:65:import_set_state_nolock()) ffff945685d5e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1787834532.058545:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff945685dc0800: disconnect after 21s idle 00000100:00000001:1.0:1787834532.058547:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787834532.058549:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058553:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097805a2f] to pc [ptlrpcd_rcv+-1] req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834532.058560:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834532.058562:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834532.058566:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (389) 00000100:00000001:0.0:1787834532.058747:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.058756:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834532.058758:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834532.058763:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.058771:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834532.058773:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.058777:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834532.058780:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834532.058783:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834532.058786:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067671680:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834532.058790:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834532.058795:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834532.058798:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.058800:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834532.058804:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9456878b1200. 02000000:00000001:0.0:1787834532.058805:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834532.058811:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834532.058816:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c39a0. 00000400:00000010:0.0:1787834532.058822:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd110. 00000100:00000200:0.0:1787834532.058828:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067671680, portal 25 00000100:00000001:0.0:1787834532.058830:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834532.058832:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698366359424 : -118375343192192 : ffff945697b80780) 00000100:00000040:0.0:1787834532.058836:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.058842:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834532.058845:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834532.058847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd088. 00000100:00000200:0.0:1787834532.058850:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874680067671680, offset 0 00000400:00000200:0.0:1787834532.058856:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834532.058865:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.058871:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834532.058877:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834532.058880:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834532.058889:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834532.058892:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834532.058896:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [149:149:256:4294967295] 192.168.204.117@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:0.0:1787834532.058900:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.058911:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834532.058916:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834532.058921:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3c00. 00000800:00000200:0.0:1787834532.058927:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834532.058934:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834532.058938:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834532.058947:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834532.058951:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834532.058953:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295053592 00000100:00000010:0.0:1787834532.058958:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867dba80. 00000100:00000001:0.0:1787834532.058964:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787834532.058968:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295053592 00000100:00000010:0.0:1787834532.058971:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867db240. 00000100:00000001:0.0:1787834532.058974:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787834532.058977:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.058979:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.058992:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834532.058997:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.059004:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834532.059005:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.059007:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834532.059009:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834532.059011:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834532.059013:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067671936:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834532.059017:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834532.059024:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834532.059026:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.059027:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834532.059030:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9456878b0200. 02000000:00000001:0.0:1787834532.059032:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834532.059036:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834532.059038:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3580. 00000400:00000010:0.0:1787834532.059042:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdd48. 00000100:00000200:0.0:1787834532.059045:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067671936, portal 10 00000100:00000001:0.0:1787834532.059048:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834532.059049:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698366368064 : -118375343183552 : ffff945697b82940) 00000100:00000040:0.0:1787834532.059056:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.059062:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834532.059064:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834532.059066:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd880. 00000100:00000200:0.0:1787834532.059069:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067671936, offset 0 00000400:00000200:0.0:1787834532.059072:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834532.059075:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.059079:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834532.059081:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834532.059083:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834532.059085:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834532.059087:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834532.059090:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [150:150:255:4294967295] 192.168.204.117@tcp LPNI seq info [150:150:7:4294967295] 00000400:00000200:0.0:1787834532.059093:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.059098:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834532.059101:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834532.059104:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3500. 00000800:00000200:0.0:1787834532.059108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834532.059112:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834532.059114:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834532.059124:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.059128:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: using a timeout of 146680 usecs (147 jiffies) 00000400:00000200:0.0:1787834532.059131:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834532.059133:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295052436 00000100:00000001:0.0:1787834532.059135:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295053592 00000100:00000001:0.0:1787834532.059136:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295052436 00000100:00000001:0.0:1787834532.059138:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295053592 00000100:00000001:0.0:1787834532.059140:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.059142:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.059143:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834532.059146:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.059151:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834532.059152:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.059154:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834532.059156:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834532.059157:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834532.059159:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f06d34d5-ef47-4185-bba3-facbea02e284:2401:1874680067672192:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834532.059162:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834532.059164:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834532.059165:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.059167:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834532.059169:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9456878b1600. 02000000:00000001:0.0:1787834532.059170:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834532.059173:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834532.059175:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3dc0. 00000400:00000010:0.0:1787834532.059177:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdb28. 00000100:00000200:0.0:1787834532.059179:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067672192, portal 10 00000100:00000001:0.0:1787834532.059181:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834532.059182:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698366369984 : -118375343181632 : ffff945697b830c0) 00000100:00000040:0.0:1787834532.059186:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.059196:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834532.059198:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834532.059200:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd000. 00000100:00000200:0.0:1787834532.059203:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067672192, offset 0 00000400:00000200:0.0:1787834532.059206:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834532.059210:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.059213:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834532.059215:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834532.059228:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834532.059231:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834532.059234:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834532.059236:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [151:151:254:4294967295] 192.168.204.117@tcp LPNI seq info [151:151:6:4294967295] 00000400:00000200:0.0:1787834532.059240:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.059245:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834532.059249:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834532.059253:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3e00. 00000800:00000200:0.0:1787834532.059257:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834532.059261:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834532.059264:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834532.059266:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.059269:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: using a timeout of 21302 usecs (22 jiffies) 00000400:00000200:0.0:1787834532.059271:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834532.059273:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295052311 00000100:00000001:0.0:1787834532.059275:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295053592 00000100:00000001:0.0:1787834532.059278:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295052311 00000100:00000001:0.0:1787834532.059280:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295053592 00000100:00000001:0.0:1787834532.059282:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.059284:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.059291:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.059293:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.059303:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787834532.059305:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787834532.059307:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.059309:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834532.059310:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834532.059313:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787834532.059315:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.059316:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787834532.059318:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.059320:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.059321:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834532.059322:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834532.059327:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.059333:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834532.059335:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.059337:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834532.059338:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834532.059340:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834532.059342:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067671808:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834532.059345:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834532.059348:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834532.059349:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.059351:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834532.059354:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9456878b0e00. 02000000:00000001:0.0:1787834532.059356:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834532.059359:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834532.059361:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c36e0. 00000400:00000010:0.0:1787834532.059365:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdaa0. 00000100:00000200:0.0:1787834532.059368:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067671808, portal 10 00000100:00000001:0.0:1787834532.059370:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834532.059371:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698366357504 : -118375343194112 : ffff945697b80000) 00000100:00000040:0.0:1787834532.059377:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.059388:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834532.059390:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834532.059393:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbd770. 00000100:00000200:0.0:1787834532.059396:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067671808, offset 0 00000400:00000200:0.0:1787834532.059400:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834532.059404:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.059407:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834532.059410:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834532.059412:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834532.059414:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834532.059416:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834532.059418:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [152:152:253:4294967295] 192.168.204.117@tcp LPNI seq info [152:152:5:4294967295] 00000400:00000200:0.0:1787834532.059421:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.059426:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834532.059430:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834532.059433:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3b00. 00000800:00000200:0.0:1787834532.059436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834532.059440:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834532.059443:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834532.059446:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.059449:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: using a timeout of 123891 usecs (124 jiffies) 00000400:00000200:0.0:1787834532.059456:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834532.059458:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295052413 00000100:00000001:0.0:1787834532.059460:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295053592 00000100:00000001:0.0:1787834532.059462:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295052413 00000100:00000001:0.0:1787834532.059464:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295053592 00000100:00000001:0.0:1787834532.059466:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.059468:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.059474:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834532.059478:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.059485:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834532.059486:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.059488:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834532.059490:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834532.059491:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834532.059494:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f06d34d5-ef47-4185-bba3-facbea02e284:2401:1874680067672064:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834532.059497:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834532.059500:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834532.059501:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.059502:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834532.059505:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9456878b1c00. 02000000:00000001:0.0:1787834532.059507:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834532.059510:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834532.059512:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3000. 00000400:00000010:0.0:1787834532.059516:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbde58. 00000100:00000200:0.0:1787834532.059519:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067672064, portal 10 00000100:00000001:0.0:1787834532.059521:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834532.059522:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698366370944 : -118375343180672 : ffff945697b83480) 00000100:00000040:0.0:1787834532.059527:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.059533:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834532.059535:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834532.059538:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdbb0. 00000100:00000200:0.0:1787834532.059540:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067672064, offset 0 00000400:00000200:0.0:1787834532.059544:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834532.059547:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.059550:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834532.059553:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834532.059555:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834532.059558:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834532.059565:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834532.059568:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [153:153:252:4294967295] 192.168.204.117@tcp LPNI seq info [153:153:4:4294967295] 00000400:00000200:0.0:1787834532.059572:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834532.059578:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834532.059582:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834532.059585:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3100. 00000800:00000200:0.0:1787834532.059588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834532.059592:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834532.059626:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787834532.059630:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.059633:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: using a timeout of 17575 usecs (18 jiffies) 00000400:00000200:0.0:1787834532.059636:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834532.059638:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295052308 00000100:00000001:0.0:1787834532.059640:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295053592 00000100:00000001:0.0:1787834532.059642:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295052308 00000100:00000001:0.0:1787834532.059644:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295053592 00000100:00000001:0.0:1787834532.059647:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.059649:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.059651:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.059654:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.059665:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.059667:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.060870:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834532.060877:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834532.060879:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834532.060889:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.060899:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834532.060900:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834532.060904:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834532.060906:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834532.060908:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834532.060911:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067672320:192.168.204.117@tcp:9:kworker.0 00000100:00000001:3.0:1787834532.060915:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834532.060919:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834532.060920:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834532.060922:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834532.060936:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945697b21000. 02000000:00000001:3.0:1787834532.060938:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834532.060943:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834532.060946:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854688. 00000400:00000010:3.0:1787834532.060952:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897a18. 00000100:00000200:3.0:1787834532.060956:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067672320, portal 4 00000100:00000001:3.0:1787834532.060958:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834532.060959:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698366360384 : -118375343191232 : ffff945697b80b40) 00000100:00000040:3.0:1787834532.060965:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.060970:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834532.060973:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834532.060975:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897198. 00000100:00000200:3.0:1787834532.060977:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874680067672320, offset 0 00000400:00000200:3.0:1787834532.060982:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834532.061003:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.061008:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834532.061013:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834532.061016:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834532.061019:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834532.061022:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834532.061025:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [154:154:251:4294967295] 192.168.204.117@tcp LPNI seq info [154:154:3:4294967295] 00000400:00000200:3.0:1787834532.061029:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.061035:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834532.061039:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834532.061043:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945696c3fd00. 00000800:00000200:3.0:1787834532.061047:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834532.061052:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834532.061055:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945696c3fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787834532.061058:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834532.061062:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: using a timeout of 24726 usecs (25 jiffies) 00000400:00000200:3.0:1787834532.061069:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834532.061072:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295052316 00000100:00000001:3.0:1787834532.061074:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295053592 00000100:00000001:3.0:1787834532.061076:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295052316 00000100:00000001:3.0:1787834532.061088:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295053592 00000100:00000001:3.0:1787834532.061091:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834532.061093:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061095:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834532.061100:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061106:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834532.061107:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834532.061109:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834532.061111:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834532.061113:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834532.061116:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067672448:192.168.204.117@tcp:9:kworker.0 00000100:00000001:3.0:1787834532.061119:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834532.061121:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834532.061122:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834532.061124:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834532.061127:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945697b20000. 02000000:00000001:3.0:1787834532.061128:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834532.061131:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834532.061133:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854d68. 00000400:00000010:3.0:1787834532.061137:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897c38. 00000100:00000200:3.0:1787834532.061139:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067672448, portal 4 00000100:00000001:3.0:1787834532.061141:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834532.061142:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698366366144 : -118375343185472 : ffff945697b821c0) 00000100:00000040:3.0:1787834532.061152:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061158:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834532.061164:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834532.061166:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897000. 00000100:00000200:3.0:1787834532.061169:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874680067672448, offset 0 00000400:00000200:3.0:1787834532.061173:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834532.061176:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.061179:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834532.061181:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834532.061184:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834532.061186:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834532.061187:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834532.061190:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [155:155:250:4294967295] 192.168.204.117@tcp LPNI seq info [155:155:2:4294967295] 00000400:00000200:3.0:1787834532.061194:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.061199:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834532.061202:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834532.061205:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945696c3f300. 00000800:00000200:3.0:1787834532.061209:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834532.061212:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834532.061214:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945696c3f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787834532.061217:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834532.061230:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: using a timeout of 18581 usecs (19 jiffies) 00000400:00000200:3.0:1787834532.061234:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834532.061239:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295052310 00000100:00000001:3.0:1787834532.061241:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295053592 00000100:00000001:3.0:1787834532.061243:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295052310 00000100:00000001:3.0:1787834532.061245:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295053592 00000100:00000001:3.0:1787834532.061247:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834532.061249:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061251:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061253:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834532.061259:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834532.061265:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787834532.061267:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834532.061272:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834532.061273:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061275:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787834532.061316:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834532.061319:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3c00. 00000400:00000200:3.0:1787834532.061325:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.061329:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834532.061334:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd088 00000400:00000010:3.0:1787834532.061336:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd088. 00000100:00000001:3.0:1787834532.061340:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834532.061345:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061355:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.061358:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061364:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061365:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834532.061376:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834532.061378:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3500. 00000400:00000200:3.0:1787834532.061381:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.061389:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834532.061391:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd880 00000400:00000010:3.0:1787834532.061393:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd880. 00000100:00000001:3.0:1787834532.061394:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834532.061402:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061409:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.061412:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061417:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061419:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834532.061433:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834532.061435:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3e00. 00000400:00000200:3.0:1787834532.061437:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.061441:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834532.061443:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd000 00000400:00000010:3.0:1787834532.061445:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd000. 00000100:00000001:3.0:1787834532.061447:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834532.061450:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061456:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.061459:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061464:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061466:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834532.061471:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834532.061473:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3b00. 00000400:00000200:3.0:1787834532.061475:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.061478:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834532.061480:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd770 00000400:00000010:3.0:1787834532.061481:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd770. 00000100:00000001:3.0:1787834532.061483:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834532.061486:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061491:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.061494:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061499:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061501:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834532.061505:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834532.061507:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3100. 00000400:00000200:3.0:1787834532.061509:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.061512:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834532.061514:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdbb0 00000400:00000010:3.0:1787834532.061521:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdbb0. 00000100:00000001:3.0:1787834532.061524:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834532.061528:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061534:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.061537:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061543:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061544:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834532.061552:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834532.061554:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945696c3fd00. 00000400:00000200:3.0:1787834532.061557:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.061560:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834532.061562:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897198 00000400:00000010:3.0:1787834532.061563:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897198. 00000100:00000001:3.0:1787834532.061565:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834532.061569:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061575:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.061577:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061582:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061584:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834532.061827:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834532.061830:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945696c3f300. 00000400:00000200:3.0:1787834532.061833:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.061837:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834532.061846:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897000 00000400:00000010:3.0:1787834532.061848:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897000. 00000100:00000001:3.0:1787834532.061850:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834532.061854:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061860:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.061869:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.061874:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.061876:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834532.067066:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.067092:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834532.067098:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.067102:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.067114:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.067123:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834532.067134:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.067141:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.067147:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.067152:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 25 MB=0x6a902f7804680 00000400:00000200:2.0:1787834532.067157:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.067165:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:2.0:1787834532.067173:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.067182:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.067185:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834532.067190:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834532.067200:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834532.067210:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834532.067234:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834532.067254:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834532.067264:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.067267:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.067346:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.067354:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787834532.067364:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834532.067367:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834532.067371:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c39a0. 00000400:00000200:0.0:1787834532.067379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbd110 00000400:00000010:0.0:1787834532.067381:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbd110. 00000100:00000001:0.0:1787834532.067386:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834532.067397:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834532.067428:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.067435:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834532.067437:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.067440:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834532.067443:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834532.067446:0:2401:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834532.067449:0:2401:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.067452:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834532.067459:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834532.067463:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834532.067465:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834532.067466:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834532.067469:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787834532.067471:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.067473:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.067479:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.067485:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.067488:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834532.067490:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834532.067493:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834532.067500:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5b51c558-4207-47a4-9acf-525915e3e3be:2401:1874680067671680:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834532.067505:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.067519:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834532.067522:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697b80780 x1874680067671680/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.067528:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834532.067531:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834532.067541:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9456878b1200. 02000000:00000001:0.0:1787834532.067545:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834532.067548:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834532.067550:0:2401:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:0.0:1787834532.067552:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834532.067554:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456828f0500. 02000000:00000001:0.0:1787834532.067559:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834532.067561:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834532.067563:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697b80780. 00000100:00000001:0.0:1787834532.067567:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834532.067569:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.067572:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.067573:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.067575:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834532.067576:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.067578:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787834532.069278:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834532.069297:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834532.069303:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834532.069306:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834532.069318:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069328:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834532.069339:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069344:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069351:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069356:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804780 00000400:00000200:3.0:1787834532.069362:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069368:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:3.0:1787834532.069376:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834532.069381:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834532.069384:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.069389:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834532.069398:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834532.069408:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834532.069419:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.069442:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834532.069451:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834532.069455:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834532.069456:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834532.069459:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834532.069462:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069465:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834532.069469:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069488:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069491:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069494:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804880 00000400:00000200:3.0:1787834532.069498:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834532.069502:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:3.0:1787834532.069506:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834532.069513:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834532.069516:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834532.069519:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834532.069522:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834532.069527:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834532.069536:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.069544:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834532.069548:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834532.069550:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.069938:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.069945:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787834532.069954:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834532.069957:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834532.069960:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3580. 00000400:00000200:0.0:1787834532.069969:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdd48 00000400:00000010:0.0:1787834532.069972:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdd48. 00000100:00000001:0.0:1787834532.069976:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834532.069998:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834532.070009:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.070017:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834532.070019:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.070022:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834532.070025:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834532.070027:0:2401:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834532.070030:0:2401:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.070033:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834532.070042:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482a460 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834532.070046:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482a418 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834532.070067:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834532.070069:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834532.070072:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787834532.070091:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787834532.070098:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.070103:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834532.070105:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834532.070107:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834532.070109:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.070113:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.070119:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.070121:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834532.070123:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834532.070131:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834532.070138:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067671936:192.168.204.117@tcp:400:kworker.0 00000400:00000001:0.0:1787834532.070144:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834532.070146:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834532.070148:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3dc0. 00000400:00000200:0.0:1787834532.070150:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdb28 00000400:00000010:0.0:1787834532.070152:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdb28. 00000100:00000001:0.0:1787834532.070155:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834532.070158:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834532.070167:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.070172:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834532.070174:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.070182:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834532.070183:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834532.070184:0:2401:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834532.070185:0:2401:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.070187:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834532.070193:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5f460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834532.070196:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5f418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834532.070198:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834532.070199:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834532.070200:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787834532.070204:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787834532.070211:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.070213:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834532.070214:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834532.070215:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834532.070217:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.070230:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.070236:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.070237:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834532.070238:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834532.070242:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834532.070248:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f06d34d5-ef47-4185-bba3-facbea02e284:2401:1874680067672192:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834532.070252:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.070255:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834532.070258:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697b82940 x1874680067671936/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.070264:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834532.070266:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834532.070275:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9456878b0200. 02000000:00000001:0.0:1787834532.070278:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834532.070280:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834532.070282:0:2401:0:(genops.c:1223:class_import_put()) import ffff94568482a000 refcount=3 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000020:00000001:0.0:1787834532.070284:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834532.070286:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456828f0100. 02000000:00000001:0.0:1787834532.070291:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834532.070293:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834532.070295:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697b82940. 00000100:00000001:0.0:1787834532.070299:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834532.070301:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.070302:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834532.070306:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697b830c0 x1874680067672192/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.070312:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834532.070313:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834532.070314:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9456878b1600. 02000000:00000001:0.0:1787834532.070317:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834532.070318:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834532.070319:0:2401:0:(genops.c:1223:class_import_put()) import ffff945685d5f000 refcount=3 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000020:00000001:0.0:1787834532.070321:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834532.070322:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456828f0400. 02000000:00000001:0.0:1787834532.070324:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834532.070325:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834532.070326:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697b830c0. 00000100:00000001:0.0:1787834532.070329:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834532.070330:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.070333:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.070335:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.070337:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834532.070338:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.070340:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787834532.073856:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.073884:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834532.073890:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.073893:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.073904:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.073915:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834532.073927:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.073954:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.073961:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.073966:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804700 00000400:00000200:2.0:1787834532.073971:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.073979:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:2.0:1787834532.074052:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074059:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.074063:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834532.074069:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834532.074079:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834532.074091:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834532.074104:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.074187:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.074192:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834532.074214:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834532.074237:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074242:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834532.074244:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074246:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.074250:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074254:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834532.074258:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074261:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074264:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074267:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804800 00000400:00000200:2.0:1787834532.074270:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074275:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x8dd [1] + 224 00000800:00000001:2.0:1787834532.074279:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074283:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.074285:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834532.074288:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834532.074292:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834532.074304:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834532.074314:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834532.074322:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834532.074327:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074331:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834532.074333:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074335:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.074339:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074342:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834532.074346:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074349:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074352:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074355:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 4 MB=0x6a902f7804980 00000400:00000200:2.0:1787834532.074359:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074364:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 224/224 into md 0x8f5 [1] + 224 00000800:00000001:2.0:1787834532.074368:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074372:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.074374:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834532.074377:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834532.074380:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834532.074385:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834532.074394:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834532.074417:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834532.074422:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074426:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834532.074428:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074430:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.074440:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074444:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834532.074449:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074452:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074455:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074458:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 4 MB=0x6a902f7804900 00000400:00000200:2.0:1787834532.074460:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834532.074464:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.117@tcp of length 224/224 into md 0x8e5 [1] + 224 00000800:00000001:2.0:1787834532.074468:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074479:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834532.074481:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834532.074484:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834532.074488:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834532.074493:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834532.074502:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834532.074510:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834532.074514:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834532.074517:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834532.078648:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834532.078660:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834532.078673:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834532.078676:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834532.078682:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854688. 00000400:00000200:3.0:1787834532.078694:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897a18 00000400:00000010:3.0:1787834532.078697:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897a18. 00000100:00000001:3.0:1787834532.078702:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834532.078730:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834532.078743:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.078751:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834532.078754:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834532.078757:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834532.078784:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834532.078788:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834532.078791:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834532.078795:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834532.078807:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5ac60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834532.078812:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5ac18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834532.078815:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834532.078817:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834532.078820:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787834532.078839:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787834532.078847:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.078851:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834532.078854:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834532.078856:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834532.078858:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834532.078863:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.078870:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834532.078873:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834532.078876:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1787834532.078880:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787834532.078888:0:2400:0:(import.c:65:import_set_state_nolock()) ffff945685d5a800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1787834532.078893:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834532.078901:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067672320:192.168.204.117@tcp:9:kworker.0 00000400:00000001:3.0:1787834532.078908:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834532.078910:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834532.078912:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854d68. 00000400:00000200:3.0:1787834532.078921:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897c38 00000400:00000010:3.0:1787834532.078923:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897c38. 00000100:00000001:3.0:1787834532.078926:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834532.078930:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834532.078939:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.078945:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834532.078947:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834532.078949:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834532.078950:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834532.078952:0:2400:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834532.078953:0:2400:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834532.078955:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834532.078961:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5e460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834532.078964:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5e418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834532.078966:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834532.078967:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834532.078969:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787834532.078972:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787834532.078978:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.078981:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834532.078982:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834532.078984:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834532.078986:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834532.078989:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.078996:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834532.078998:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834532.078999:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1787834532.079003:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787834532.079020:0:2400:0:(import.c:65:import_set_state_nolock()) ffff945685d5e000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1787834532.079025:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834532.079033:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f06d34d5-ef47-4185-bba3-facbea02e284:2400:1874680067672448:192.168.204.117@tcp:9:kworker.0 00000100:00000001:3.0:1787834532.079037:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834532.079041:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.079045:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697b80b40 x1874680067672320/t0(0) o9->lustre-OST0000-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.079051:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834532.079053:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834532.079058:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945697b21000. 02000000:00000001:3.0:1787834532.079065:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834532.079068:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834532.079070:0:2400:0:(genops.c:1223:class_import_put()) import ffff945685d5a800 refcount=2 obd=lustre-OST0000-osc-ffff945685dc0800 00000020:00000001:3.0:1787834532.079073:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834532.079076:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456828f0f00. 02000000:00000001:3.0:1787834532.079083:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834532.079085:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834532.079087:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697b80b40. 00000100:00000001:3.0:1787834532.079092:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834532.079094:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834532.079095:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834532.079099:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697b821c0 x1874680067672448/t0(0) o9->lustre-OST0001-osc-ffff945685dc0800@192.168.204.117@tcp:28/4 lens 224/224 e 0 to 0 dl 1787834542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834532.079105:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834532.079107:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834532.079108:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945697b20000. 02000000:00000001:3.0:1787834532.079111:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834532.079112:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834532.079113:0:2400:0:(genops.c:1223:class_import_put()) import ffff945685d5e000 refcount=2 obd=lustre-OST0001-osc-ffff945685dc0800 00000020:00000001:3.0:1787834532.079115:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834532.079123:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456828f0b00. 02000000:00000001:3.0:1787834532.079126:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834532.079127:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834532.079128:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697b821c0. 00000100:00000001:3.0:1787834532.079133:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834532.079134:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834532.079137:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834532.079149:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834532.079152:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834532.079154:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834532.079156:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787834532.084891:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834532.084903:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834532.084909:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c36e0. 00000400:00000200:0.0:1787834532.084925:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdaa0 00000400:00000010:0.0:1787834532.084953:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdaa0. 00000100:00000001:0.0:1787834532.084961:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834532.084978:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834532.084992:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.085002:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834532.085006:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.085009:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834532.085015:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834532.085019:0:2401:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834532.085022:0:2401:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.085025:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834532.085039:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482d460 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834532.085043:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482d418 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834532.085045:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834532.085048:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834532.085051:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787834532.085056:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.085061:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834532.085064:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834532.085066:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834532.085068:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.085074:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.085081:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.085085:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834532.085088:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834532.085092:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834532.085099:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2401:1874680067671808:192.168.204.117@tcp:400:kworker.0 00000400:00000001:0.0:1787834532.085107:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787834532.085115:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787834532.085118:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3000. 00000400:00000200:0.0:1787834532.085121:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbde58 00000400:00000010:0.0:1787834532.085122:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbde58. 00000100:00000001:0.0:1787834532.085125:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787834532.085130:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787834532.085138:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.085143:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787834532.085144:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.085146:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787834532.085147:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787834532.085149:0:2401:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787834532.085150:0:2401:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834532.085152:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787834532.085157:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff945684835c60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787834532.085160:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff945684835c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787834532.085162:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787834532.085163:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834532.085165:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787834532.085167:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.085169:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787834532.085171:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:0.0:1787834532.085172:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787834532.085174:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834532.085177:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.085183:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834532.085185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787834532.085186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787834532.085189:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787834532.085208:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f06d34d5-ef47-4185-bba3-facbea02e284:2401:1874680067672064:192.168.204.117@tcp:400:kworker.0 00000100:00000001:0.0:1787834532.085213:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.085227:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834532.085232:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697b80000 x1874680067671808/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.085239:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834532.085243:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834532.085247:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9456878b0e00. 02000000:00000001:0.0:1787834532.085251:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834532.085255:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834532.085257:0:2401:0:(genops.c:1223:class_import_put()) import ffff94568482d000 refcount=3 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000020:00000001:0.0:1787834532.085260:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834532.085263:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456828f0600. 02000000:00000001:0.0:1787834532.085270:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834532.085272:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834532.085274:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697b80000. 00000100:00000001:0.0:1787834532.085279:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834532.085281:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.085283:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787834532.085286:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697b83480 x1874680067672064/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834532.085292:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787834532.085293:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787834532.085295:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9456878b1c00. 02000000:00000001:0.0:1787834532.085298:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787834532.085299:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787834532.085300:0:2401:0:(genops.c:1223:class_import_put()) import ffff945684835800 refcount=3 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000020:00000001:0.0:1787834532.085302:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787834532.085304:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456828f0a00. 02000000:00000001:0.0:1787834532.085306:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787834532.085307:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787834532.085309:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697b83480. 00000100:00000001:0.0:1787834532.085322:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787834532.085323:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.085327:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834532.085338:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787834532.085341:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834532.085344:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834532.085347:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834532.508158:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834532.508170:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834532.508178:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834532.508179:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787834532.508756:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834532.508763:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834532.508767:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787834533.402059:0:658:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf220 (cpu 2) has reached its deadline 4295053592, at 4295053632 00000100:00000040:3.0:1787834533.402059:0:762:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf330 (cpu 3) has reached its deadline 4295053592, at 4295053632 00000100:00000010:3.0:1787834533.402081:0:762:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9456867db240. 00000100:00000010:2.0:1787834533.402086:0:658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9456867dba80. 00010000:00000001:3.0:1787834533.530440:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834533.530450:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834533.530458:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834533.530459:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787834533.530631:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787834533.530635:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834533.530639:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834534.553981:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834534.553992:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834534.554000:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834534.554001:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787834534.554068:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834534.554073:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834534.554076:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834535.579931:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834535.580299:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834535.580309:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834535.580310:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787834535.580406:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787834535.580410:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834535.580414:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834536.616793:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834536.616809:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834536.616817:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834536.616818:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834536.616872:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834536.616876:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834536.616879:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787834537.177781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b51c558-4207-47a4-9acf-525915e3e3be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834537.177811:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834537.177818:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddf0c0. 00000020:00000040:3.0:1787834537.177824:0:36:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834537.177828:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834537.177831:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834537.177835:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834537.177843:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945696c3f300. 00000100:00000001:3.0:1787834537.177850:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.177865:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b51c558-4207-47a4-9acf-525915e3e3be->MGS req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834537.177876:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834537.177880:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.177886:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000892d79f6] to pc [ptlrpcd_01_01+1] req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.177917:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.177920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834537.177923:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834537.177926:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bdde580. 00000020:00000040:3.0:1787834537.177928:0:36:0:(genops.c:1210:class_import_get()) import ffff94568482d000 refcount=4 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000100:00000001:3.0:1787834537.177930:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834537.177932:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834537.177934:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834537.177937:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945696c3fd00. 00000100:00000001:3.0:1787834537.177939:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.177944:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834537.177962:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834537.177965:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.177974:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678dc16a] to pc [ptlrpcd_01_00+0] req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.177986:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.177994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834537.177998:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834537.178002:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bdded00. 00000020:00000040:3.0:1787834537.178004:0:36:0:(genops.c:1210:class_import_get()) import ffff94568482a000 refcount=4 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000100:00000001:2.0:1787834537.178008:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834537.178009:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834537.178011:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834537.178016:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.178019:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1787834537.178021:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff945696c3f100. 00000100:00000001:2.0:1787834537.178025:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787834537.178028:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834537.178046:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834537.178046:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834537.178083:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834537.178085:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178090:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3ef8451] to pc [ptlrpcd_01_01+1] req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.178137:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834537.178141:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.178142:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1787834537.178152:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1787834537.178156:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1787834537.178158:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787834537.178162:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1787834537.178164:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178172:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834537.178177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834537.178180:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834537.178184:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddcb40. 00000020:00000040:3.0:1787834537.178187:0:36:0:(genops.c:1210:class_import_get()) import ffff945684835800 refcount=4 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000100:00000001:3.0:1787834537.178188:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834537.178190:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834537.178191:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834537.178196:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456964e2200. 00000100:00000001:3.0:1787834537.178198:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178210:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834537.178217:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834537.178219:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178223:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083e84f04] to pc [ptlrpcd_01_00+0] req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.178231:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834537.178236:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834537.178238:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc3c0. 00000020:00000040:3.0:1787834537.178241:0:36:0:(genops.c:1210:class_import_get()) import ffff945685d5f000 refcount=4 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000100:00000001:3.0:1787834537.178243:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834537.178244:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834537.178246:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834537.178249:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456964e2100. 00000100:00000001:3.0:1787834537.178252:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178256:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834537.178263:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834537.178265:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178269:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2b44f5] to pc [ptlrpcd_01_01+1] req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.178276:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787834537.178281:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834537.178283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787834537.178286:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834537.178291:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (395) 00000100:00000001:3.0:1787834537.178310:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834537.178313:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834537.178315:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834537.178335:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.178344:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834537.178346:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834537.178350:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834537.178352:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834537.178355:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834537.178358:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdde580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067672704:192.168.204.117@tcp:400:kworker.0 00000100:00000001:3.0:1787834537.178362:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834537.178367:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834537.178369:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834537.178371:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834537.178376:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94568a7cec00. 02000000:00000001:3.0:1787834537.178378:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834537.178385:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834537.178390:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854d68. 00000400:00000010:3.0:1787834537.178397:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897c38. 00000100:00000200:3.0:1787834537.178403:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067672704, portal 10 00000100:00000001:3.0:1787834537.178405:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834537.178407:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167514496 : -118375542037120 : ffff94568bdde580) 00000100:00000040:3.0:1787834537.178414:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.178427:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834537.178431:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834537.178433:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897a18. 00000100:00000200:3.0:1787834537.178436:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067672704, offset 0 00000400:00000200:3.0:1787834537.178443:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834537.178454:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834537.178462:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834537.178467:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834537.178481:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834537.178485:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834537.178491:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834537.178496:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [156:156:256:4294967295] 192.168.204.117@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1787834537.178500:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834537.178513:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834537.178519:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834537.178523:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2600. 00000800:00000200:3.0:1787834537.178547:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834537.178555:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000100:00100000:2.0:1787834537.178560:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b51c558-4207-47a4-9acf-525915e3e3be:2404:1874680067672576:192.168.204.117@tcp:400:kworker.0 00000800:00000200:3.0:1787834537.178562:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834537.178576:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834537.178583:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1787834537.178584:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834537.178586:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.178591:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: using a timeout of 120411 usecs (121 jiffies) 02000000:00000001:2.0:1787834537.178592:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1787834537.178640:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834537.178645:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295057530 02000000:00000010:2.0:1787834537.178646:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef4600. 02000000:00000001:2.0:1787834537.178651:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787834537.178652:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867b02a0. 00000400:00000200:2.0:1787834537.178661:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834537.178662:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request now active for cpu 2 00000400:00000010:2.0:1787834537.178670:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e268. 00000100:00000001:3.0:1787834537.178671:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295057530 00000100:00000010:3.0:1787834537.178680:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867b0480. 00000400:00000010:2.0:1787834537.178683:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867d48. 00000100:00000200:2.0:1787834537.178692:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067672576, portal 25 00000100:00000001:2.0:1787834537.178694:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834537.178696:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167517376 : -118375542034240 : ffff94568bddf0c0) 00000100:00000040:2.0:1787834537.178705:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.178713:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834537.178715:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834537.178719:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867088. 00000100:00000200:2.0:1787834537.178722:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874680067672576, offset 0 00000400:00000200:2.0:1787834537.178728:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834537.178736:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.178742:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834537.178748:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834537.178751:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834537.178755:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834537.178757:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834537.178770:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [157:157:255:4294967295] 192.168.204.117@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:2.0:1787834537.178774:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.178783:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834537.178789:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834537.178795:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a400. 00000800:00000200:2.0:1787834537.178801:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834537.178808:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834537.178812:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787834537.178903:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787834537.178913:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834537.178916:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.178919:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834537.178926:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.178937:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834537.178939:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.178945:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834537.178954:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 02000000:00000001:3.0:1787834537.178954:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787834537.178959:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295058712 02000000:00000001:3.0:1787834537.178961:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834537.178967:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.178971:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057530 00000100:00000001:2.0:1787834537.178977:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295058712 00000100:00000001:2.0:1787834537.178984:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057530 00000100:00000001:2.0:1787834537.178989:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1787834537.178991:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067672960:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834537.178993:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.179002:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179004:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787834537.179010:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787834537.179016:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834537.179019:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834537.179022:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787834537.179025:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834537.179030:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1787834537.179030:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94568a7ce000. 00000100:00000001:2.0:1787834537.179040:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1787834537.179044:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.179045:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834537.179048:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1787834537.179058:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000040:2.0:1787834537.179060:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1787834537.179068:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854688. 00000100:00000001:2.0:1787834537.179076:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834537.179081:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787834537.179081:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897000. 02000000:00000001:2.0:1787834537.179091:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1787834537.179092:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067672960, portal 10 02000000:00000001:2.0:1787834537.179096:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834537.179098:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1787834537.179102:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179103:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167507776 : -118375542043840 : ffff94568bddcb40) 00000100:00100000:2.0:1787834537.179110:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067672832:192.168.204.117@tcp:400:kworker.0 00000100:00000040:3.0:1787834537.179128:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.179137:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834537.179143:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1787834537.179146:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1787834537.179147:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834537.179152:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1787834537.179156:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 02000000:00000010:2.0:1787834537.179157:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef5800. 02000000:00000001:2.0:1787834537.179162:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787834537.179163:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897198. 00000400:00000200:2.0:1787834537.179170:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000200:3.0:1787834537.179171:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067672960, offset 0 00000400:00000200:3.0:1787834537.179180:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834537.179186:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834537.179191:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834537.179195:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834537.179198:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834537.179201:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834537.179204:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834537.179207:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [158:158:254:4294967295] 192.168.204.117@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:3.0:1787834537.179211:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834537.179218:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834537.179224:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834537.179228:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2900. 00000800:00000200:3.0:1787834537.179240:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834537.179245:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834537.179248:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787834537.179253:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.179256:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: using a timeout of 19162 usecs (20 jiffies) 00000400:00000200:3.0:1787834537.179260:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834537.179262:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295057429 00000100:00000001:3.0:1787834537.179265:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295058712 00000100:00000001:3.0:1787834537.179267:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295057429 00000100:00000001:3.0:1787834537.179269:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295058712 00000100:00000001:3.0:1787834537.179271:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834537.179274:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179277:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179280:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.179287:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834537.179289:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787834537.179292:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834537.179293:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834537.179295:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179297:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787834537.179354:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834537.179358:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2600. 00000400:00000200:3.0:1787834537.179363:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834537.179368:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834537.179373:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897a18 00000400:00000010:3.0:1787834537.179376:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897a18. 00000100:00000001:3.0:1787834537.179380:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834537.179384:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179394:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834537.179397:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179414:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179415:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834537.179428:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834537.179431:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a400. 00000400:00000200:3.0:1787834537.179434:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834537.179438:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834537.179440:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867088 00000400:00000010:3.0:1787834537.179442:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867088. 00000100:00000001:3.0:1787834537.179444:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834537.179448:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179454:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834537.179456:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1787834537.179465:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480ecb8. 00000100:00000001:3.0:1787834537.179466:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179471:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1787834537.179474:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867f68. 00000100:00000200:2.0:1787834537.179481:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067672832, portal 10 00000100:00000001:2.0:1787834537.179483:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834537.179485:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167516416 : -118375542035200 : ffff94568bdded00) 00000100:00000040:2.0:1787834537.179495:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.179504:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834537.179509:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834537.179513:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867c38. 00000100:00000200:2.0:1787834537.179515:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067672832, offset 0 00000400:00000200:2.0:1787834537.179521:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834537.179526:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.179530:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834537.179534:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834537.179537:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834537.179540:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834537.179542:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834537.179545:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [159:159:255:4294967295] 192.168.204.117@tcp LPNI seq info [159:159:7:4294967295] 00000400:00000200:2.0:1787834537.179550:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.179557:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834537.179562:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834537.179567:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a400. 00000800:00000200:2.0:1787834537.179571:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834537.179583:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834537.179586:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834537.179590:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834537.179617:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: using a timeout of 140391 usecs (141 jiffies) 00000400:00000200:2.0:1787834537.179622:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834537.179624:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295057550 00000100:00000001:2.0:1787834537.179627:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295058712 00000100:00000001:2.0:1787834537.179629:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295057550 00000100:00000001:2.0:1787834537.179632:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295058712 00000100:00000001:2.0:1787834537.179634:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834537.179637:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.179639:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834537.179644:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.179652:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834537.179653:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834537.179656:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834537.179658:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834537.179660:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834537.179663:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067673088:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834537.179666:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834537.179671:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834537.179672:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834537.179674:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834537.179678:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683ef5400. 02000000:00000001:2.0:1787834537.179680:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834537.179683:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834537.179685:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480eb00. 00000400:00000010:2.0:1787834537.179688:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867aa0. 00000100:00000200:2.0:1787834537.179692:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067673088, portal 10 00000100:00000001:2.0:1787834537.179694:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834537.179700:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167505856 : -118375542045760 : ffff94568bddc3c0) 00000100:00000040:2.0:1787834537.179710:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.179717:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834537.179719:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834537.179722:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867000. 00000100:00000200:2.0:1787834537.179726:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067673088, offset 0 00000400:00000200:2.0:1787834537.179731:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834537.179735:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.179739:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834537.179742:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834537.179744:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834537.179747:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834537.179749:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834537.179752:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [160:160:254:4294967295] 192.168.204.117@tcp LPNI seq info [160:160:6:4294967295] 00000400:00000200:2.0:1787834537.179756:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.179764:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834537.179769:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834537.179773:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a700. 00000800:00000200:2.0:1787834537.179778:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834537.179784:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834537.179787:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834537.179791:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787834537.179791:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834537.179801:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2900. 00000100:00000040:2.0:1787834537.179802:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: using a timeout of 20200 usecs (21 jiffies) 00000400:00000200:2.0:1787834537.179813:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834537.179813:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834537.179821:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834537.179824:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897198 00000400:00000010:3.0:1787834537.179826:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897198. 00000100:00000001:3.0:1787834537.179829:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834537.179833:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179840:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834537.179843:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179848:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179849:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834537.179864:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834537.179872:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a400. 00000400:00000200:3.0:1787834537.179875:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834537.179879:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834537.179882:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867c38 00000400:00000010:3.0:1787834537.179883:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867c38. 00000100:00000001:3.0:1787834537.179886:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834537.179891:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179898:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834537.179901:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179906:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179908:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834537.179955:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834537.179957:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a700. 00000400:00000200:3.0:1787834537.179960:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834537.179963:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834537.179966:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867000 00000400:00000010:3.0:1787834537.179967:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867000. 00000100:00000001:3.0:1787834537.179969:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834537.179973:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179979:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834537.179981:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.179986:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.179988:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787834537.181935:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295057433 00000100:00000001:2.0:1787834537.181944:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295058712 00000100:00000001:2.0:1787834537.181946:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295057433 00000100:00000001:2.0:1787834537.181948:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295058712 00000100:00000001:2.0:1787834537.181950:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834537.181976:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.181981:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.181995:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834537.182008:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834537.182011:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787834537.182014:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834537.182016:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834537.182018:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.182022:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787834537.187862:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.187886:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834537.187891:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.187893:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.187903:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.187911:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834537.187935:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.187940:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.187946:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.187950:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 25 MB=0x6a902f7804a00 00000400:00000200:2.0:1787834537.187955:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.187962:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:2.0:1787834537.187971:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.187976:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.187979:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834537.187984:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834537.187992:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834537.188000:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834537.188012:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.188043:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834537.188054:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188058:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834537.188060:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188081:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.188085:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188088:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834537.188093:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188096:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188099:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188101:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804a80 00000400:00000200:2.0:1787834537.188105:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188109:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x905 [1] + 224 00000800:00000001:2.0:1787834537.188113:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188128:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.188130:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834537.188133:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834537.188137:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834537.188142:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834537.188150:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.188169:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834537.188173:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188177:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834537.188178:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188181:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.188184:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188187:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834537.188191:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188193:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188199:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804c00 00000400:00000200:2.0:1787834537.188202:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188205:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x945 [1] + 224 00000800:00000001:2.0:1787834537.188209:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188218:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.188220:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834537.188224:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834537.188228:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834537.188232:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834537.188241:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.188247:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834537.188251:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188253:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834537.188255:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188257:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.188260:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188263:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834537.188267:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188269:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188272:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188275:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804b80 00000400:00000200:2.0:1787834537.188277:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188281:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:2.0:1787834537.188284:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188287:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.188289:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834537.188291:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834537.188294:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834537.188298:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834537.188305:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.188312:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834537.188322:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188326:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834537.188327:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188329:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.188332:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188335:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834537.188339:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188341:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188344:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188347:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804b00 00000400:00000200:2.0:1787834537.188350:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834537.188353:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x935 [1] + 224 00000800:00000001:2.0:1787834537.188356:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188365:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834537.188367:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834537.188370:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834537.188373:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834537.188377:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834537.188386:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.188392:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834537.188395:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834537.188397:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834537.188413:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834537.188416:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787834537.188423:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834537.188425:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834537.188428:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854d68. 00000400:00000200:2.0:1787834537.188433:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897c38 00000400:00000010:2.0:1787834537.188436:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897c38. 00000100:00000001:2.0:1787834537.188438:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834537.188442:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834537.188460:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.188465:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834537.188467:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834537.188470:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834537.188473:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834537.188475:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834537.188477:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834537.188480:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834537.188488:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482d460 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834537.188492:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482d418 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834537.188494:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834537.188496:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834537.188499:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834537.188502:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.188506:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834537.188508:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834537.188510:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834537.188512:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834537.188517:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.188524:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834537.188527:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834537.188529:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834537.188533:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834537.188540:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdde580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067672704:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834537.188546:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834537.188548:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834537.188549:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854688. 00000400:00000200:2.0:1787834537.188552:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897000 00000400:00000010:2.0:1787834537.188559:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897000. 00000100:00000001:2.0:1787834537.188562:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834537.188567:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834537.188575:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.188580:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834537.188582:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834537.188584:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834537.188586:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834537.188587:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834537.188589:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834537.188591:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.188800:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834537.188803:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834537.188807:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834537.188808:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834537.188810:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480ecb8. 00000400:00000200:3.0:1787834537.188814:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867f68 00000400:00000010:3.0:1787834537.188822:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867f68. 00000100:00000001:3.0:1787834537.188825:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834537.188830:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834537.188838:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.188844:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834537.188846:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.188848:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834537.188849:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834537.188851:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834537.188852:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834537.188854:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834537.188859:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482a460 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834537.188862:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482a418 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834537.188864:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834537.188866:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834537.188867:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787834537.188871:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787834537.188877:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.188880:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834537.188881:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834537.188883:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834537.188884:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.188888:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.188895:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834537.188897:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834537.188899:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834537.188902:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834537.188923:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067672832:192.168.204.117@tcp:400:kworker.0 00000400:00000001:3.0:1787834537.188929:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834537.188930:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834537.188932:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480eb00. 00000400:00000200:3.0:1787834537.188934:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867aa0 00000400:00000010:3.0:1787834537.188936:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867aa0. 00000100:00000001:3.0:1787834537.188939:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834537.188942:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834537.188950:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.188956:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834537.188957:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.188959:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834537.188960:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834537.188962:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834537.188963:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834537.188965:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834537.188970:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5f460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834537.188972:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5f418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834537.188975:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834537.188976:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834537.188978:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787834537.188981:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787834537.188988:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.188991:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834537.188992:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834537.188994:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834537.188996:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.188999:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.189012:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834537.189014:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834537.189015:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834537.189019:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834537.189025:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067673088:192.168.204.117@tcp:400:kworker.0 00000400:00000001:3.0:1787834537.189031:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834537.189032:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834537.189033:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e268. 00000400:00000200:3.0:1787834537.189036:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867d48 00000400:00000010:3.0:1787834537.189037:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867d48. 00000100:00000001:3.0:1787834537.189039:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834537.189042:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834537.189050:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.189055:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834537.189056:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.189058:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834537.189059:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834537.189061:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834537.189062:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834537.189064:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834537.189067:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834537.189070:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834537.189072:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834537.189073:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834537.189075:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834537.189077:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.189079:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834537.189083:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.189094:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834537.189096:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834537.189098:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834537.189102:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834537.189109:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5b51c558-4207-47a4-9acf-525915e3e3be:2404:1874680067672576:192.168.204.117@tcp:400:kworker.0 00000100:00000001:3.0:1787834537.189114:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.189127:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834537.189132:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bdded00 x1874680067672832/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.189139:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834537.189142:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834537.189145:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef5800. 02000000:00000001:3.0:1787834537.189149:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834537.189151:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834537.189153:0:2404:0:(genops.c:1223:class_import_put()) import ffff94568482a000 refcount=3 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000020:00000001:3.0:1787834537.189155:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834537.189158:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945696c3f100. 02000000:00000001:3.0:1787834537.189162:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834537.189164:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834537.189166:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bdded00. 00000100:00000001:3.0:1787834537.189170:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834537.189171:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.189173:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834537.189176:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc3c0 x1874680067673088/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.189182:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834537.189184:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834537.189185:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef5400. 02000000:00000001:3.0:1787834537.189187:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834537.189188:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834537.189195:0:2404:0:(genops.c:1223:class_import_put()) import ffff945685d5f000 refcount=3 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000020:00000001:3.0:1787834537.189197:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834537.189199:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456964e2100. 02000000:00000001:3.0:1787834537.189201:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834537.189202:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834537.189204:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc3c0. 00000100:00000001:3.0:1787834537.189207:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834537.189208:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.189210:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834537.189214:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddf0c0 x1874680067672576/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834537.189220:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834537.189221:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834537.189222:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683ef4600. 02000000:00000001:3.0:1787834537.189225:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834537.189226:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834537.189228:0:2404:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834537.189229:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834537.189231:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945696c3f300. 02000000:00000001:3.0:1787834537.189233:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834537.189234:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834537.189235:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddf0c0. 00000100:00000001:3.0:1787834537.189237:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834537.189238:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.189241:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834537.189248:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834537.189250:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834537.189252:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834537.189254:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834537.189375:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff945684835c60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834537.189379:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff945684835c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834537.189381:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834537.189383:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834537.189384:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834537.189387:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.189389:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834537.189391:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834537.189392:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834537.189394:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834537.189398:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.189405:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834537.189407:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834537.189409:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834537.189412:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834537.189419:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067672960:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834537.189423:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834537.189430:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834537.189434:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bdde580 x1874680067672704/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.189440:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834537.189442:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834537.189444:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94568a7cec00. 02000000:00000001:2.0:1787834537.189446:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834537.189448:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834537.189449:0:2403:0:(genops.c:1223:class_import_put()) import ffff94568482d000 refcount=3 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000020:00000001:2.0:1787834537.189451:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834537.189452:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff945696c3fd00. 02000000:00000001:2.0:1787834537.189454:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834537.189455:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834537.189457:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bdde580. 00000100:00000001:2.0:1787834537.189459:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834537.189460:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834537.189462:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834537.189465:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddcb40 x1874680067672960/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834537.189471:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834537.189472:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834537.189473:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94568a7ce000. 02000000:00000001:2.0:1787834537.189475:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834537.189476:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834537.189478:0:2403:0:(genops.c:1223:class_import_put()) import ffff945684835800 refcount=3 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000020:00000001:2.0:1787834537.189479:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834537.189481:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456964e2200. 02000000:00000001:2.0:1787834537.189483:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834537.189484:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834537.189485:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddcb40. 00000100:00000001:2.0:1787834537.189487:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834537.189488:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834537.189490:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834537.189495:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834537.189496:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834537.189498:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834537.189505:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834537.626474:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834537.626480:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834537.626485:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834537.626487:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787834537.627001:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787834537.627004:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834537.627007:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787834538.522280:0:658:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf220 (cpu 2) has reached its deadline 4295058712, at 4295058752 00000100:00000010:2.0:1787834538.522296:0:658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9456867b02a0. 00000100:00000040:3.0:1787834538.522525:0:762:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf330 (cpu 3) has reached its deadline 4295058712, at 4295058752 00000100:00000010:3.0:1787834538.522539:0:762:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9456867b0480. 00010000:00000001:3.0:1787834538.650329:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834538.650340:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834538.650371:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834538.650372:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834538.650394:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834538.650398:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834538.650401:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787834539.673739:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834539.673748:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834539.673755:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834539.673756:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787834539.673894:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787834539.673898:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834539.673901:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787834539.787104:0:10086:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787834539.787119:0:10086:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787834540.084330:0:10122:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787834540.084337:0:10122:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1787834540.089303:0:10122:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1787834540.697656:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834540.697663:0:762:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787834540.697666:0:762:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787834540.697669:0:762:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834540.697673:0:762:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787834540.697676:0:762:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834540.697678:0:762:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834540.697681:0:762:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834540.697685:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834540.697687:0:762:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787834540.697688:0:762:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787834540.697690:0:762:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834540.697692:0:762:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787834540.697693:0:762:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834540.697695:0:762:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834540.697696:0:762:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834540.697716:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834540.697720:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834540.697722:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787834541.309684:0:10220:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787834541.309698:0:10220:0:(llite_lib.c:4257:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834541.721688:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834541.721696:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834541.721702:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834541.721703:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834541.721791:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834541.721795:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834541.721797:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787834542.298702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5b51c558-4207-47a4-9acf-525915e3e3be->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834542.298714:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834542.298725:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddf0c0. 00000020:00000040:3.0:1787834542.298746:0:36:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834542.298751:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834542.298754:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834542.298758:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834542.298766:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456964e2100. 00000100:00000001:3.0:1787834542.298774:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298799:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5b51c558-4207-47a4-9acf-525915e3e3be->MGS req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834542.298811:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834542.298816:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298823:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000892d79f6] to pc [ptlrpcd_01_00+0] req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.298861:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834542.298866:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834542.298870:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc3c0. 00000020:00000040:3.0:1787834542.298872:0:36:0:(genops.c:1210:class_import_get()) import ffff94568482d000 refcount=4 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000100:00000001:3.0:1787834542.298874:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834542.298875:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834542.298877:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834542.298880:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456964e2900. 00000100:00000001:3.0:1787834542.298883:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298888:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0000_UUID req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834542.298895:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834542.298897:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298901:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2b44f5] to pc [ptlrpcd_01_01+1] req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.298909:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834542.298924:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834542.298928:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bdded00. 00000020:00000040:3.0:1787834542.298930:0:36:0:(genops.c:1210:class_import_get()) import ffff94568482a000 refcount=4 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000100:00000001:3.0:1787834542.298933:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834542.298935:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834542.298937:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834542.298941:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456964e2600. 00000100:00000001:3.0:1787834542.298944:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298949:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-MDT0001_UUID req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834542.298956:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834542.298958:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298962:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3ef8451] to pc [ptlrpcd_01_00+0] req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.298968:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.298970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787834542.298973:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834542.298975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787834542.298978:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4e8b253a-360f-434c-9bde-ec5e8b11b24e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834542.298980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834542.298982:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834542.298985:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddd680. 00000020:00000040:3.0:1787834542.298987:0:36:0:(genops.c:1210:class_import_get()) import ffff945684835800 refcount=4 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000100:00000001:3.0:1787834542.298989:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834542.298990:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834542.298991:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834542.298994:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456964e2f00. 00000100:00000001:3.0:1787834542.298996:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.299006:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0000_UUID req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834542.299013:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834542.299028:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.299033:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8de4f3e] to pc [ptlrpcd_01_01+1] req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.299039:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.299041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787834542.299044:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787834542.299047:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bdde1c0. 00000020:00000040:3.0:1787834542.299050:0:36:0:(genops.c:1210:class_import_get()) import ffff945685d5f000 refcount=4 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000100:00000001:3.0:1787834542.299052:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834542.299053:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834542.299054:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834542.299057:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9456964e2a00. 00000100:00000001:3.0:1787834542.299060:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.299063:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f06d34d5-ef47-4185-bba3-facbea02e284->lustre-MDT0001_UUID req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834542.299070:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834542.299072:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.299075:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052a4e3c8] to pc [ptlrpcd_01_00+0] req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.299081:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.299083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787834542.299087:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834542.299089:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787834542.299092:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) f06d34d5-ef47-4185-bba3-facbea02e284->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787834542.299097:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (400) 00000100:00000001:3.0:1787834542.299116:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834542.299120:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834542.299238:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834542.299241:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834542.299244:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834542.299250:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.299258:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834542.299260:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.299264:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834542.299267:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834542.299269:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834542.299272:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b51c558-4207-47a4-9acf-525915e3e3be:2403:1874680067673216:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834542.299276:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834542.299282:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834542.299285:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.299287:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834542.299292:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94568a565200. 02000000:00000001:2.0:1787834542.299294:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834542.299301:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834542.299305:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e688. 00000400:00000010:2.0:1787834542.299315:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456898677f8. 00000100:00000200:2.0:1787834542.299321:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067673216, portal 25 00000100:00000001:2.0:1787834542.299324:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834542.299326:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167517376 : -118375542034240 : ffff94568bddf0c0) 00000100:00000040:2.0:1787834542.299332:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.299350:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834542.299353:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834542.299356:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867440. 00000100:00000200:2.0:1787834542.299359:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874680067673216, offset 0 00000400:00000200:2.0:1787834542.299364:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834542.299373:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.299380:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834542.299385:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834542.299389:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834542.299393:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834542.299396:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834542.299399:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [161:161:256:4294967295] 192.168.204.117@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1787834542.299403:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.299412:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834542.299417:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834542.299423:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9aa00. 00000800:00000200:2.0:1787834542.299429:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834542.299436:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834542.299441:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834542.299452:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834542.299456:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834542.299459:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295063832 00000100:00000010:2.0:1787834542.299463:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945684e27d20. 00000100:00000001:2.0:1787834542.299469:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787834542.299474:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295063832 00000100:00000010:2.0:1787834542.299476:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff945684e27cc0. 00000100:00000001:2.0:1787834542.299479:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787834542.299482:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834542.299485:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.299492:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834542.299496:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.299503:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834542.299504:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.299506:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834542.299508:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834542.299510:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834542.299513:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067673472:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834542.299515:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834542.299518:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834542.299520:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.299522:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834542.299525:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94568a565400. 02000000:00000001:2.0:1787834542.299526:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834542.299530:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834542.299532:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480e630. 00000400:00000010:2.0:1787834542.299536:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867bb0. 00000100:00000200:2.0:1787834542.299539:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067673472, portal 10 00000100:00000001:2.0:1787834542.299541:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834542.299542:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167516416 : -118375542035200 : ffff94568bdded00) 00000100:00000040:2.0:1787834542.299548:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.299553:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834542.299555:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834542.299557:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867110. 00000100:00000200:2.0:1787834542.299559:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067673472, offset 0 00000400:00000200:2.0:1787834542.299563:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834542.299568:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.299571:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834542.299574:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834542.299576:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834542.299578:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834542.299586:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834542.299588:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [162:162:255:4294967295] 192.168.204.117@tcp LPNI seq info [162:162:7:4294967295] 00000400:00000200:2.0:1787834542.299592:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.299641:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834542.299646:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834542.299650:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9ab00. 00000800:00000200:2.0:1787834542.299654:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834542.299657:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834542.299659:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834542.299662:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834542.299666:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: using a timeout of 134618 usecs (135 jiffies) 00000400:00000200:2.0:1787834542.299669:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834542.299671:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295062665 00000100:00000001:2.0:1787834542.299674:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295063832 00000100:00000001:2.0:1787834542.299675:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295062665 00000100:00000001:2.0:1787834542.299677:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295063832 00000100:00000001:2.0:1787834542.299679:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834542.299681:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.299683:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787834542.299686:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.299692:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787834542.299693:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.299696:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787834542.299698:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787834542.299699:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834542.299702:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bdde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067673728:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834542.299704:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787834542.299706:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787834542.299715:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.299716:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787834542.299719:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94568a565c00. 02000000:00000001:2.0:1787834542.299720:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834542.299723:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:2.0:1787834542.299725:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568480eec8. 00000400:00000010:2.0:1787834542.299728:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867e58. 00000100:00000200:2.0:1787834542.299731:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067673728, portal 10 00000100:00000001:2.0:1787834542.299732:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787834542.299734:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167513536 : -118375542038080 : ffff94568bdde1c0) 00000100:00000040:2.0:1787834542.299740:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.299746:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834542.299748:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834542.299750:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945689867330. 00000100:00000200:2.0:1787834542.299753:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067673728, offset 0 00000400:00000200:2.0:1787834542.299756:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834542.299760:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.299763:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834542.299766:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787834542.299768:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:2.0:1787834542.299770:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787834542.299772:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:2.0:1787834542.299775:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [163:163:254:4294967295] 192.168.204.117@tcp LPNI seq info [163:163:6:4294967295] 00000400:00000200:2.0:1787834542.299778:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.299783:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834542.299787:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834542.299790:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9af00. 00000800:00000200:2.0:1787834542.299793:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:2.0:1787834542.299797:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:2.0:1787834542.299800:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787834542.299802:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834542.299810:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: using a timeout of 19221 usecs (20 jiffies) 00000400:00000200:2.0:1787834542.299813:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:2.0:1787834542.299815:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295062550 00000100:00000001:2.0:1787834542.299817:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295063832 00000100:00000001:2.0:1787834542.299820:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295062550 00000100:00000001:2.0:1787834542.299821:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295063832 00000100:00000001:2.0:1787834542.299823:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834542.299825:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.299828:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.299830:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.299839:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834542.299841:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787834542.299843:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834542.299844:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834542.299846:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.299848:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.300778:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834542.300795:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.300805:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834542.300807:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834542.300810:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834542.300812:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834542.300814:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834542.300817:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067673344:192.168.204.117@tcp:400:kworker.0 00000100:00000001:3.0:1787834542.300821:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834542.300825:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834542.300827:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834542.300829:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834542.300835:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9456878b0400. 02000000:00000001:3.0:1787834542.300837:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834542.300841:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834542.300845:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854478. 00000400:00000010:3.0:1787834542.300850:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897198. 00000100:00000200:3.0:1787834542.300855:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067673344, portal 10 00000100:00000001:3.0:1787834542.300856:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834542.300858:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167505856 : -118375542045760 : ffff94568bddc3c0) 00000100:00000040:3.0:1787834542.300865:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.300871:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834542.300874:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834542.300876:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897a18. 00000100:00000200:3.0:1787834542.300878:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067673344, offset 0 00000400:00000200:3.0:1787834542.300882:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834542.300888:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.300893:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834542.300896:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834542.300908:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834542.300911:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834542.300914:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834542.300917:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [164:164:253:4294967295] 192.168.204.117@tcp LPNI seq info [164:164:5:4294967295] 00000400:00000200:3.0:1787834542.300921:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.300928:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834542.300933:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834542.300936:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2300. 00000800:00000200:3.0:1787834542.300942:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834542.300946:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834542.300950:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787834542.300953:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.300956:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: using a timeout of 116437 usecs (117 jiffies) 00000400:00000200:3.0:1787834542.300959:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834542.300961:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 2 is 4295062648 00000100:00000001:3.0:1787834542.300963:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 2, keep current deadline 4295063832 00000100:00000001:3.0:1787834542.300965:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS new deadline estimation for cpu 3 is 4295062648 00000100:00000001:3.0:1787834542.300968:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945684dd8800: PM QoS request active for cpu 3, keep current deadline 4295063832 00000100:00000001:3.0:1787834542.300970:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834542.300972:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.300974:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834542.300978:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.300984:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834542.300985:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834542.300987:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834542.300989:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834542.300990:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834542.300993:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067673600:192.168.204.117@tcp:400:kworker.0 00000100:00000001:3.0:1787834542.301003:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834542.301006:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834542.301007:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834542.301008:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834542.301011:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9456878b0c00. 02000000:00000001:3.0:1787834542.301013:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834542.301030:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834542.301033:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854210. 00000400:00000010:3.0:1787834542.301037:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456958973b8. 00000100:00000200:3.0:1787834542.301040:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067673600, portal 10 00000100:00000001:3.0:1787834542.301042:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834542.301043:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167510656 : -118375542040960 : ffff94568bddd680) 00000100:00000040:3.0:1787834542.301049:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301055:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834542.301057:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834542.301060:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897880. 00000100:00000200:3.0:1787834542.301062:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874680067673600, offset 0 00000400:00000200:3.0:1787834542.301066:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834542.301070:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.301073:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834542.301075:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834542.301078:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834542.301080:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834542.301082:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834542.301084:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [165:165:252:4294967295] 192.168.204.117@tcp LPNI seq info [165:165:4:4294967295] 00000400:00000200:3.0:1787834542.301087:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.301092:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834542.301096:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834542.301099:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2d00. 00000800:00000200:3.0:1787834542.301102:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834542.301111:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834542.301438:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787834542.301443:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.301447:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: using a timeout of 18597 usecs (19 jiffies) 00000400:00000200:3.0:1787834542.301450:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834542.301452:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 2 is 4295062550 00000100:00000001:3.0:1787834542.301454:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 2, keep current deadline 4295063832 00000100:00000001:3.0:1787834542.301457:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS new deadline estimation for cpu 3 is 4295062550 00000100:00000001:3.0:1787834542.301459:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff945685dc0800: PM QoS request active for cpu 3, keep current deadline 4295063832 00000100:00000001:3.0:1787834542.301460:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834542.301462:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.301465:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.301467:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834542.301475:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834542.301477:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787834542.301479:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834542.301481:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834542.301482:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.301485:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787834542.301540:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834542.301544:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9aa00. 00000400:00000200:3.0:1787834542.301551:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834542.301556:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834542.301562:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867440 00000400:00000010:3.0:1787834542.301564:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867440. 00000100:00000001:3.0:1787834542.301569:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834542.301574:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301584:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834542.301587:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301615:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.301623:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834542.301638:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834542.301640:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9ab00. 00000400:00000200:3.0:1787834542.301643:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834542.301647:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834542.301650:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867110 00000400:00000010:3.0:1787834542.301652:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867110. 00000100:00000001:3.0:1787834542.301655:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834542.301658:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301665:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834542.301668:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301674:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.301675:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834542.301682:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834542.301684:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9af00. 00000400:00000200:3.0:1787834542.301687:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834542.301690:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834542.301692:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867330 00000400:00000010:3.0:1787834542.301694:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867330. 00000100:00000001:3.0:1787834542.301695:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834542.301700:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301706:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834542.301709:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301715:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.301716:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834542.301723:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834542.301725:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2300. 00000400:00000200:3.0:1787834542.301728:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834542.301731:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834542.301741:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897a18 00000400:00000010:3.0:1787834542.301743:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897a18. 00000100:00000001:3.0:1787834542.301745:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834542.301749:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301757:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834542.301759:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.301765:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.301766:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787834542.304965:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834542.304975:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2d00. 00000400:00000200:3.0:1787834542.304982:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834542.304990:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834542.304997:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897880 00000400:00000010:3.0:1787834542.305000:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897880. 00000100:00000001:3.0:1787834542.305004:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787834542.305013:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.305037:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834542.305042:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.305049:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.305051:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834542.311825:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.311843:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834542.311847:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.311850:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834542.311859:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.311866:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834542.311876:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.311880:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.311886:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.311890:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804e80 00000400:00000200:2.0:1787834542.311895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.311902:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:2.0:1787834542.311908:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.311912:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834542.311916:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834542.311920:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834542.311927:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834542.311949:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834542.311959:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.311984:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834542.311993:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.311997:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834542.311999:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312002:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834542.312005:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312008:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834542.312012:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312027:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312033:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312036:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804d00 00000400:00000200:2.0:1787834542.312039:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312043:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x985 [1] + 224 00000800:00000001:2.0:1787834542.312046:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312050:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834542.312051:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834542.312055:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834542.312058:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834542.312062:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834542.312070:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312087:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834542.312091:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312094:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834542.312096:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312098:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834542.312108:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312111:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834542.312127:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312130:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312133:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312136:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804e00 00000400:00000200:2.0:1787834542.312138:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312142:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:2.0:1787834542.312145:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312149:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834542.312151:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834542.312154:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834542.312156:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834542.312161:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834542.312168:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312174:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834542.312177:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312179:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834542.312181:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312183:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834542.312186:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312189:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834542.312192:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312194:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312199:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 10 MB=0x6a902f7804d80 00000400:00000200:2.0:1787834542.312201:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834542.312204:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.117@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:2.0:1787834542.312208:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312218:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834542.312220:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834542.312224:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834542.312227:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834542.312231:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834542.312238:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312245:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834542.312249:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834542.312251:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.312266:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834542.312270:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787834542.312277:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834542.312279:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834542.312282:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854478. 00000400:00000200:2.0:1787834542.312288:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897198 00000400:00000010:2.0:1787834542.312290:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897198. 00000100:00000001:2.0:1787834542.312293:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834542.312296:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834542.312305:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312311:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834542.312313:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.312315:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834542.312318:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834542.312321:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834542.312323:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.312326:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834542.312335:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482d460 time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834542.312339:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482d418 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834542.312342:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834542.312344:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834542.312352:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834542.312356:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.312360:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834542.312363:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834542.312365:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834542.312367:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834542.312372:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312380:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834542.312383:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834542.312385:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834542.312389:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834542.312396:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2404:1874680067673344:192.168.204.117@tcp:400:kworker.0 00000400:00000001:2.0:1787834542.312402:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834542.312403:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834542.312405:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854210. 00000400:00000200:2.0:1787834542.312407:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456958973b8 00000400:00000010:2.0:1787834542.312409:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456958973b8. 00000100:00000001:2.0:1787834542.312412:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834542.312415:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834542.312423:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312428:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834542.312430:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.312431:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834542.312433:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834542.312434:0:2404:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834542.312435:0:2404:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.312437:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834542.312442:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff945684835c60 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834542.312451:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff945684835c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834542.312453:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834542.312454:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834542.312456:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834542.312457:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.312459:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787834542.312461:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:2.0:1787834542.312462:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787834542.312463:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834542.312468:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312474:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834542.312476:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834542.312477:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834542.312480:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834542.312487:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f06d34d5-ef47-4185-bba3-facbea02e284:2404:1874680067673600:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834542.312491:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.312494:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834542.312497:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc3c0 x1874680067673344/t0(0) o400->lustre-MDT0000-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312504:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834542.312507:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834542.312510:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9456878b0400. 02000000:00000001:2.0:1787834542.312514:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834542.312517:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834542.312519:0:2404:0:(genops.c:1223:class_import_put()) import ffff94568482d000 refcount=3 obd=lustre-MDT0000-mdc-ffff945684dd8800 00000020:00000001:2.0:1787834542.312521:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834542.312524:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456964e2900. 02000000:00000001:2.0:1787834542.312527:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834542.312530:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834542.312532:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc3c0. 00000100:00000001:2.0:1787834542.312542:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834542.312544:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.312546:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834542.312550:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddd680 x1874680067673600/t0(0) o400->lustre-MDT0000-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.312555:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834542.312556:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834542.312558:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9456878b0c00. 02000000:00000001:2.0:1787834542.312561:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834542.312562:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834542.312563:0:2404:0:(genops.c:1223:class_import_put()) import ffff945684835800 refcount=3 obd=lustre-MDT0000-mdc-ffff945685dc0800 00000020:00000001:2.0:1787834542.312565:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834542.312566:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456964e2f00. 02000000:00000001:2.0:1787834542.312568:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834542.312569:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834542.312570:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddd680. 00000100:00000001:2.0:1787834542.312573:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834542.312574:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.312577:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.312584:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834542.312586:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.312588:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834542.312590:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.312694:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834542.312697:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834542.312701:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834542.312703:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834542.312705:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e630. 00000400:00000200:3.0:1787834542.312708:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867bb0 00000400:00000010:3.0:1787834542.312710:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867bb0. 00000100:00000001:3.0:1787834542.312713:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834542.312718:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834542.312738:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.312744:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834542.312746:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834542.312747:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834542.312749:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834542.312750:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834542.312751:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834542.312753:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834542.312758:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568482a460 time=101 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834542.312761:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568482a418 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834542.312763:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834542.312764:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834542.312766:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787834542.312770:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787834542.312776:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.312779:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834542.312780:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945684dd8800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834542.312782:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834542.312783:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.312786:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.312793:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834542.312795:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834542.312796:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834542.312800:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834542.312808:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e8b253a-360f-434c-9bde-ec5e8b11b24e:2403:1874680067673472:192.168.204.117@tcp:400:kworker.0 00000400:00000001:3.0:1787834542.312820:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834542.312822:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834542.312823:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480eec8. 00000400:00000200:3.0:1787834542.312826:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945689867e58 00000400:00000010:3.0:1787834542.312827:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945689867e58. 00000100:00000001:3.0:1787834542.312829:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834542.312834:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834542.312841:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.312847:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834542.312848:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834542.312850:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834542.312851:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834542.312852:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834542.312854:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834542.312856:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834542.312860:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff945685d5f460 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834542.312863:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff945685d5f418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834542.312866:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834542.312867:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834542.312869:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787834542.312873:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787834542.312880:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.312882:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787834542.312883:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff945685dc0800: skip recheck: last_committed 0 00000100:00000001:3.0:1787834542.312885:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787834542.312887:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834542.312891:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.312897:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834542.312904:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834542.312905:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834542.312910:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834542.312917:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bdde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f06d34d5-ef47-4185-bba3-facbea02e284:2403:1874680067673728:192.168.204.117@tcp:400:kworker.0 00000100:00000001:3.0:1787834542.312921:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.312923:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834542.312926:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bdded00 x1874680067673472/t0(0) o400->lustre-MDT0001-mdc-ffff945684dd8800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.312932:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834542.312934:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834542.312935:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94568a565400. 02000000:00000001:3.0:1787834542.312938:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834542.312939:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834542.312940:0:2403:0:(genops.c:1223:class_import_put()) import ffff94568482a000 refcount=3 obd=lustre-MDT0001-mdc-ffff945684dd8800 00000020:00000001:3.0:1787834542.312942:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834542.312944:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456964e2600. 02000000:00000001:3.0:1787834542.312947:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834542.312948:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834542.312949:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bdded00. 00000100:00000001:3.0:1787834542.312952:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834542.312954:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834542.312955:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834542.312958:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bdde1c0 x1874680067673728/t0(0) o400->lustre-MDT0001-mdc-ffff945685dc0800@192.168.204.117@tcp:12/10 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.312963:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834542.312964:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834542.312966:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94568a565c00. 02000000:00000001:3.0:1787834542.312967:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834542.312968:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834542.312969:0:2403:0:(genops.c:1223:class_import_put()) import ffff945685d5f000 refcount=3 obd=lustre-MDT0001-mdc-ffff945685dc0800 00000020:00000001:3.0:1787834542.312971:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834542.312972:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456964e2a00. 02000000:00000001:3.0:1787834542.312979:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834542.312980:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834542.312982:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bdde1c0. 00000100:00000001:3.0:1787834542.312984:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834542.312985:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834542.312988:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.312989:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787834542.312991:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834542.312992:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834542.312994:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787834542.314973:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834542.314988:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787834542.314993:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834542.314995:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834542.315005:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.315013:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:3.0:1787834542.315034:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.315038:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.315043:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.315047:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 25 MB=0x6a902f7804c80 00000400:00000200:3.0:1787834542.315052:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834542.315059:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:3.0:1787834542.315065:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834542.315087:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787834542.315091:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834542.315096:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834542.315103:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834542.315366:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787834542.315381:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834542.315404:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787834542.315415:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787834542.315418:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.315971:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834542.315976:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787834542.315982:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787834542.315984:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787834542.315987:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568480e688. 00000400:00000200:2.0:1787834542.315993:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456898677f8 00000400:00000010:2.0:1787834542.315995:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456898677f8. 00000100:00000001:2.0:1787834542.315999:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834542.316005:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787834542.316027:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.316034:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787834542.316045:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.316048:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787834542.316051:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787834542.316053:0:2403:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834542.316055:0:2403:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834542.316057:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834542.316064:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1787834542.316067:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834542.316070:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787834542.316072:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834542.316074:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787834542.316076:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.316080:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834542.316085:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.316092:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787834542.316095:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787834542.316098:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787834542.316101:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787834542.316108:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5b51c558-4207-47a4-9acf-525915e3e3be:2403:1874680067673216:192.168.204.117@tcp:400:kworker.0 00000100:00000001:2.0:1787834542.316187:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.316191:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834542.316203:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddf0c0 x1874680067673216/t0(0) o400->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 224/224 e 0 to 0 dl 1787834558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834542.316210:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787834542.316212:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787834542.316216:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94568a565200. 02000000:00000001:2.0:1787834542.316220:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787834542.316222:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787834542.316224:0:2403:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:2.0:1787834542.316226:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787834542.316228:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9456964e2100. 02000000:00000001:2.0:1787834542.316239:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787834542.316241:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787834542.316243:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddf0c0. 00000100:00000001:2.0:1787834542.316247:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787834542.316248:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.316251:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834542.316258:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787834542.316260:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834542.316262:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787834542.316264:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834542.746701:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834542.746708:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834542.746714:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834542.746715:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787834542.746730:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787834542.746733:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834542.746736:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1787834542.830903:0:10284:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff945683e99fd0. 00000400:00000040:2.0:1787834542.830924:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1787834542.830927:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1787834542.830929:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1787834542.830931:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1787834542.830933:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1787834542.830934:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1787834542.830936:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1787834542.831129:0:10284:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff945683e99fd0. 00000100:00000040:2.0:1787834543.641772:0:658:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf220 (cpu 2) has reached its deadline 4295063832, at 4295063872 00000100:00000010:2.0:1787834543.641795:0:658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945684e27d20. 00000100:00000040:3.0:1787834543.641901:0:762:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf330 (cpu 3) has reached its deadline 4295063832, at 4295063872 00000100:00000010:3.0:1787834543.641909:0:762:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff945684e27cc0. 00010000:00000001:3.0:1787834543.773406:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834543.773417:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834543.773424:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834543.773425:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834543.773638:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834543.773642:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834543.773646:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1787834543.782658:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.782689:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834543.782695:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.782698:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834543.782710:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.782719:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834543.782732:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.782738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.782745:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.782750:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 328 into portal 15 MB=0x6a902f8b1b200 00000400:00000200:2.0:1787834543.782761:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.117@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:2.0:1787834543.782769:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.782776:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834543.782780:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834543.782804:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834543.782816:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787834543.782819:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787834543.782828:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833bc3c0. 00000100:00000040:2.0:1787834543.782833:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff9456833bc3c0 x1874680087687680 msgsize 328 00000100:00100000:2.0:1787834543.782837:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00000001:2.0:1787834543.782915:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787834543.782931:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.782935:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834543.782937:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.782939:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834543.782943:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.782947:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834543.782951:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.782954:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.782957:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.782960:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 328 into portal 15 MB=0x6a902f8b1b480 00000400:00000200:2.0:1787834543.782966:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.117@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:2.0:1787834543.782970:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.782979:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834543.782982:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834543.782985:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834543.782998:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787834543.782999:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787834543.783003:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9456833bf0c0. 00000100:00000040:2.0:1787834543.783006:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff9456833bf0c0 x1874680087688320 msgsize 328 00000100:00100000:2.0:1787834543.783009:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.117@tcp (source: 12345-192.168.204.117@tcp) 00000100:00000001:3.0:1787834543.785326:0:6169:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1787834543.787506:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787834543.787539:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.787553:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834543.787632:0:6678:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787834543.803825:0:6169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874680087687680 02000000:00000001:3.0:1787834543.803835:0:6169:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787834543.803838:0:6169:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834543.803840:0:6169:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834543.803847:0:6169:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834543.803851:0:6169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874680087687680 00000020:00000001:3.0:1787834543.803855:0:6169:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787834543.803857:0:6169:0:(genops.c:804:class_conn2export()) looking for export cookie 0x2929b77cbdb85544 00000020:00000001:3.0:1787834543.803860:0:6169:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:2.0:1787834543.804050:0:6678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874680087688320 02000000:00000001:2.0:1787834543.804053:0:6678:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787834543.804055:0:6678:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787834543.804075:0:6678:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787834543.804078:0:6678:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787834543.804080:0:6678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874680087688320 00000020:00000001:2.0:1787834543.804082:0:6678:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787834543.804083:0:6678:0:(genops.c:804:class_conn2export()) looking for export cookie 0x2929b77cbdb85544 00000020:00000001:2.0:1787834543.804085:0:6678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787834543.804087:0:6678:0:(lustre_handles.c:148:class_handle2object()) GET export ffff945684822000 refcount=4 00000020:00000001:2.0:1787834543.804090:0:6678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698044059648 : -118375665491968 : ffff945684822000) 00000020:00000001:2.0:1787834543.804093:0:6678:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625698044059648 : -118375665491968 : ffff945684822000) 00000100:00000001:2.0:1787834543.804097:0:6678:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787834543.804102:0:6678:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945683384b40. 00000100:00000001:2.0:1787834543.804105:0:6678:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787834543.804108:0:6678:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945683384b40. 00000020:00000010:2.0:1787834543.804115:0:6678:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94568a7b1800. 00000020:00000010:2.0:1787834543.804122:0:6678:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94568335f200. 00000020:00000010:2.0:1787834543.804126:0:6678:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94568485d3e8. 00000100:00000040:2.0:1787834543.804276:0:6678:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787834543.804281:0:6678:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787834543.804282:0:6678:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787834543.804285:0:6678:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787834543.807714:0:6169:0:(lustre_handles.c:148:class_handle2object()) GET export ffff945684822000 refcount=3 00000020:00000001:3.0:1787834543.807725:0:6169:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698044059648 : -118375665491968 : ffff945684822000) 00000020:00000001:3.0:1787834543.807730:0:6169:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625698044059648 : -118375665491968 : ffff945684822000) 00000100:00000001:3.0:1787834543.807738:0:6169:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787834543.807747:0:6169:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94568790dbc0. 00000100:00000001:3.0:1787834543.807749:0:6169:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787834543.807752:0:6169:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94568790dbc0. 00000020:00000010:3.0:1787834543.807761:0:6169:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9456878b1a00. 00000020:00000010:3.0:1787834543.807767:0:6169:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff945682cc6e00. 00000020:00000010:3.0:1787834543.807772:0:6169:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94568841d3e8. 00000100:00000001:3.0:1787834543.807782:0:6169:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787834543.807784:0:6169:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787834543.807800:0:6169:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834543.808858:0:6169:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834543.808880:0:6169:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834543.808900:0:6169:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787834543.808902:0:6169:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787834543.808911:0:6169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 3 00000100:00000040:3.0:1787834543.808915:0:6169:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff945684822000 : new rpc_count 1 00000100:00000001:3.0:1787834543.808918:0:6169:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625698022671296 : -118375686880320 : ffff9456833bc3c0) 00000100:00000040:3.0:1787834543.808925:0:6169:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9456833bc3c0 x1874680087687680/t0(0) o104->5b51c558-4207-47a4-9acf-525915e3e3be@192.168.204.117@tcp:594/0 lens 328/0 e 0 to 0 dl 1787834554 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787834543.808936:0:6169:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787834543.808942:0:6169:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94568790dbc0. 00000100:00000001:3.0:1787834543.808945:0:6169:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787834543.808947:0:6169:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff94568790dbc0. 00000100:00100000:3.0:1787834543.808954:0:6169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9456833bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5b51c558-4207-47a4-9acf-525915e3e3be+4:13387:x1874680087687680:12345-192.168.204.117@tcp:104: 00000100:00000200:3.0:1787834543.808958:0:6169:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874680087687680 00010000:00000001:3.0:1787834543.808960:0:6169:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787834543.808968:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787834543.808971:0:6169:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787834543.808974:0:6169:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9456c2176400 refcount=2 00000020:00000001:3.0:1787834543.808976:0:6169:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625699077252096 : -118374632299520 : ffff9456c2176400) 00010000:00000001:3.0:1787834543.808979:0:6169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625699077252096 : -118374632299520 : ffff9456c2176400) 00010000:00000001:3.0:1787834543.808983:0:6169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787834543.808994:0:6169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834543.809000:0:6169:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787834543.809011:0:6169:0:(pack_generic.c:305:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787834543.809013:0:6169:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787834543.809019:0:6169:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945687809400. 02000000:00000001:3.0:1787834543.809022:0:6169:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834543.809033:0:6169:0:(pack_generic.c:340:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834543.809037:0:6169:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787834543.809040:0:6169:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834543.809043:0:6169:0:(import.c:2149:obd_at_measure()) add 1 to ffff9456950969e8 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834543.809049:0:6169:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787834543.809052:0:6169:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9456851b8900 refcount 28 to 192.168.204.117@tcp 00000100:00000001:3.0:1787834543.809054:0:6169:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625698054113536 : -118375655438080 : ffff9456851b8900) 02000000:00000001:3.0:1787834543.809057:0:6169:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787834543.809059:0:6169:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834543.809062:0:6169:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834543.809064:0:6169:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834543.809091:0:6169:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897880. 00000100:00000200:3.0:1787834543.809100:0:6169:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874680087687680, offset 224 00000400:00000200:3.0:1787834543.809106:0:6169:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834543.809117:0:6169:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834543.809124:0:6169:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.17@tcp to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834543.809131:0:6169:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [166:166:256:4294967295] 192.168.204.117@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1787834543.809135:0:6169:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834543.809145:0:6169:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:192.168.204.17@tcp) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834543.809151:0:6169:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834543.809156:0:6169:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2a00. 00000800:00000200:3.0:1787834543.809163:0:6169:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834543.809171:0:6169:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834543.809175:0:6169:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787834543.809186:0:6169:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834543.809189:0:6169:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9456851b8900 refcount 27 to 192.168.204.117@tcp 00010000:00000001:3.0:1787834543.809192:0:6169:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787834543.809196:0:6169:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9456885c2240. 00010000:00000001:3.0:1787834543.809200:0:6169:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787834543.809219:0:6169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787834543.809222:0:6169:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834543.809223:0:6169:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834543.809230:0:6169:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834543.809237:0:6169:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833bc3c0 x1874680087687680/t0(0) o104->5b51c558-4207-47a4-9acf-525915e3e3be@192.168.204.117@tcp:594/0 lens 328/224 e 0 to 0 dl 1787834554 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787834543.809246:0:6169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9456833bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5b51c558-4207-47a4-9acf-525915e3e3be+4:13387:x1874680087687680:12345-192.168.204.117@tcp:104: Request processed in 309us (26411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787834543.809254:0:6169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 3 00000100:00000040:3.0:1787834543.809257:0:6169:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff945684822000 : new rpc_count 0 00000100:00000001:3.0:1787834543.809259:0:6169:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787834543.809260:0:6169:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787834543.809265:0:6169:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff945682cc6e00. 00000020:00000010:3.0:1787834543.809270:0:6169:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94568841d3e8. 00000020:00000010:3.0:1787834543.809288:0:6169:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9456878b1a00. 00000020:00000040:3.0:1787834543.809294:0:6169:0:(genops.c:879:class_export_put()) PUTting export ffff945684822000 : new refcount 3 00000100:00000001:3.0:1787834543.809297:0:6169:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787834543.809404:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787834543.809408:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2a00. 00000400:00000200:3.0:1787834543.809413:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787834543.809418:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:3.0:1787834543.809424:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897880 00000400:00000010:3.0:1787834543.809426:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897880. 00000100:00000001:3.0:1787834543.809430:0:2395:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787834543.809432:0:2395:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1787834543.810340:0:6678:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834543.810357:0:6678:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787834543.810371:0:6678:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787834543.810373:0:6678:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787834543.810379:0:6678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.117@tcp, seq: 4 00000100:00000040:2.0:1787834543.810383:0:6678:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff945684822000 : new rpc_count 1 00000100:00000001:2.0:1787834543.810385:0:6678:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625698022682816 : -118375686868800 : ffff9456833bf0c0) 00000100:00000040:2.0:1787834543.810391:0:6678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9456833bf0c0 x1874680087688320/t0(0) o104->5b51c558-4207-47a4-9acf-525915e3e3be@192.168.204.117@tcp:594/0 lens 328/0 e 0 to 0 dl 1787834554 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787834543.810400:0:6678:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787834543.810406:0:6678:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff945683384b40. 00000100:00000001:2.0:1787834543.810409:0:6678:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787834543.810411:0:6678:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff945683384b40. 00000100:00100000:2.0:1787834543.810425:0:6678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9456833bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:5b51c558-4207-47a4-9acf-525915e3e3be+3:13387:x1874680087688320:12345-192.168.204.117@tcp:104: 00000100:00000200:2.0:1787834543.810429:0:6678:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874680087688320 00010000:00000001:2.0:1787834543.810431:0:6678:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787834543.810435:0:6678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787834543.810438:0:6678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787834543.810440:0:6678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945694328c00 refcount=2 00000020:00000001:2.0:1787834543.810442:0:6678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698307279872 : -118375402271744 : ffff945694328c00) 00010000:00000001:2.0:1787834543.810445:0:6678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625698307279872 : -118375402271744 : ffff945694328c00) 00010000:00000001:2.0:1787834543.810448:0:6678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787834543.810451:0:6678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787834543.810454:0:6678:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787834543.810464:0:6678:0:(pack_generic.c:305:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787834543.810466:0:6678:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787834543.810469:0:6678:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff945684e77800. 02000000:00000001:2.0:1787834543.810471:0:6678:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834543.810474:0:6678:0:(pack_generic.c:340:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834543.810477:0:6678:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787834543.810478:0:6678:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787834543.810481:0:6678:0:(import.c:2149:obd_at_measure()) add 1 to ffff9456950969e8 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1787834543.810485:0:6678:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787834543.810487:0:6678:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9456851b8900 refcount 28 to 192.168.204.117@tcp 00000100:00000001:2.0:1787834543.810489:0:6678:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625698054113536 : -118375655438080 : ffff9456851b8900) 02000000:00000001:2.0:1787834543.810491:0:6678:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787834543.810493:0:6678:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834543.810495:0:6678:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787834543.810497:0:6678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:2.0:1787834543.810501:0:6678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456898677f8. 00000100:00000200:2.0:1787834543.810505:0:6678:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874680087688320, offset 224 00000400:00000200:2.0:1787834543.810511:0:6678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:2.0:1787834543.810517:0:6678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.810524:0:6678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.17@tcp to MR: 192.168.204.117@tcp local destination 00000400:00000200:2.0:1787834543.810535:0:6678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [167:167:256:4294967295] 192.168.204.117@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1787834543.810540:0:6678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.810548:0:6678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:192.168.204.17@tcp) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:2.0:1787834543.810553:0:6678:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:2.0:1787834543.810558:0:6678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff945684c9a000. 00000020:00000001:1.0:1787834543.810565:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1787834543.810565:0:6678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000020:00000001:1.0:1787834543.810570:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834543.810575:0:6177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000200:2.0:1787834543.810575:0:6678:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00010000:00000001:1.0:1787834543.810580:0:6177:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000800:00000200:2.0:1787834543.810581:0:6678:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff945684c9a000 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1787834543.810583:0:6177:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787834543.810589:0:6177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787834543.810610:0:6678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834543.810614:0:6678:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9456851b8900 refcount 27 to 192.168.204.117@tcp 00010000:00000001:2.0:1787834543.810617:0:6678:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1787834543.810639:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834543.810642:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff945684c9a000. 00000400:00000200:2.0:1787834543.810646:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834543.810651:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834543.810654:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456898677f8 00000400:00000010:2.0:1787834543.810656:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456898677f8. 00000100:00000001:2.0:1787834543.810660:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787834543.810662:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.0:1787834543.810674:0:6678:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff945685d02240. 00010000:00000001:2.0:1787834543.810677:0:6678:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787834543.810694:0:6678:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787834543.810697:0:6678:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834543.810698:0:6678:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787834543.810700:0:6678:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787834543.810705:0:6678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9456833bf0c0 x1874680087688320/t0(0) o104->5b51c558-4207-47a4-9acf-525915e3e3be@192.168.204.117@tcp:594/0 lens 328/224 e 0 to 0 dl 1787834554 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787834543.810714:0:6678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9456833bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:5b51c558-4207-47a4-9acf-525915e3e3be+3:13387:x1874680087688320:12345-192.168.204.117@tcp:104: Request processed in 313us (27706us total) trans 0 rc 0/0 00000100:00100000:2.0:1787834543.810721:0:6678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.117@tcp, seq: 4 00000100:00000040:2.0:1787834543.810729:0:6678:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff945684822000 : new rpc_count 0 00000100:00000001:2.0:1787834543.810732:0:6678:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787834543.810734:0:6678:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787834543.810739:0:6678:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94568335f200. 00000020:00000001:0.0:1787834543.810744:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1787834543.810744:0:6678:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94568485d3e8. 00000020:00000001:0.0:1787834543.810749:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1787834543.810751:0:6678:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94568a7b1800. 00010000:00010000:0.0:1787834543.810753:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:2.0:1787834543.810759:0:6678:0:(genops.c:879:class_export_put()) PUTting export ffff945684822000 : new refcount 2 00010000:00000001:0.0:1787834543.810915:0:10303:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1787834543.810919:0:10303:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff945689b37bc0. 00000020:00000010:0.0:1787834543.810926:0:10303:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945681340200. 00000020:00000010:0.0:1787834543.810931:0:10303:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff945695dbee00. 00000020:00000010:0.0:1787834543.810936:0:10303:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff945684e6f800. 00000020:00000010:0.0:1787834543.810941:0:10303:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff945695d9c1d0. 00000020:00000010:0.0:1787834543.810945:0:10303:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff945695dbfa00. 80000000:00000010:0.0:1787834543.810949:0:10303:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9456867dbf00. 40000000:00000010:0.0:1787834543.810953:0:10303:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff945689b37300. 00100000:00000010:0.0:1787834543.810957:0:10303:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff945684e68800. 00040000:00000010:0.0:1787834543.810961:0:10303:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9456965f3a00. 00040000:00000010:0.0:1787834543.810965:0:10303:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff945695dbea00. 00002000:00000010:0.0:1787834543.810969:0:10303:0:(ofd_dev.c:3008:ofd_key_init()) kmalloced '(value)': 1000 at ffff9456878c3800. 00000020:00000010:0.0:1787834543.810974:0:10303:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff945689b374c0. 00000020:00000001:0.0:1787834543.810982:0:10303:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834543.810984:0:10303:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834543.810997:0:10303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787834543.811002:0:6176:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787834543.811003:0:6176:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787834543.811006:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834543.811020:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff945694328c00 already unused, calling callback (ffffffffc1265c20) 10000000:00000001:0.0:1787834543.811023:0:6176:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787834543.811025:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787834543.811032:0:6176:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787834543.811034:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787834543.811036:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787834543.811037:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945694328c00 refcount=3 00000020:00000001:0.0:1787834543.811040:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698307279872 : -118375402271744 : ffff945694328c00) 00010000:00000001:0.0:1787834543.811042:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625698307279872 : -118375402271744 : ffff945694328c00) 00010000:00000001:0.0:1787834543.811045:0:6176:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787834543.811047:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1787834543.811053:0:6176:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787834543.811055:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787834543.811060:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1787834543.811075:0:6176:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1787834543.811077:0:6176:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1787834543.811079:0:6176:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1787834543.811081:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787834543.811082:0:6176:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787834543.811090:0:6176:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1787834543.811092:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787834543.811093:0:6176:0:(mgc_request.c:123:config_log_put()) log params(ffff94568a7cf800) refs 2 10000000:00000001:0.0:1787834543.811096:0:6176:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787834543.811101:0:6176:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834543.811104:0:6176:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787834543.811106:0:6176:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787834543.811113:0:6176:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787834543.811115:0:6176:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787834543.811118:0:6176:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787834543.811121:0:6176:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff945694328c00 with handle 0x2929b77cbdb855d0 from hash 00010000:00000001:0.0:1787834543.811123:0:6176:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787834543.811125:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787834543.811127:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787834543.811128:0:6176:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787834543.811130:0:6176:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787834543.811132:0:6176:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787834543.811136:0:6176:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787834543.811138:0:6176:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787834543.811145:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697852940. 00000020:00000040:0.0:1787834543.811148:0:6176:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:0.0:1787834543.811152:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787834543.811154:0:6176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787834543.811159:0:6176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787834543.811164:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945695dbe400. 00000100:00000001:2.0:1787834543.811170:0:6678:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834543.811171:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834543.811176:0:6176:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787834543.811180:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787834543.811186:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787834543.811188:0:6176:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834543.811192:0:6176:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787834543.811196:0:6176:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787834543.811204:0:6176:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbf137b8] to pc [ptlrpcd_00_01+1] req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787834543.811224:0:6176:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787834543.811226:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787834543.811227:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787834543.811229:0:6176:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787834543.811231:0:6176:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787834543.811232:0:6176:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834543.811241:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787834543.811247:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787834543.811249:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff945694328c00/0x2929b77cbdb855d0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555f90 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787834543.811260:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787834543.811262:0:6176:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787834543.811263:0:6176:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff945685d02240. 00010000:00000001:0.0:1787834543.811266:0:6176:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834543.811268:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834543.811270:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834543.811271:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787834543.811273:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834543.811274:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834543.811275:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787834543.811277:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834543.811278:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834543.811280:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787834543.811286:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834543.811289:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834543.811292:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787834543.811298:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834543.811306:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787834543.811308:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834543.811311:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787834543.811314:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787834543.811316:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787834543.811319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067673856:192.168.204.117@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787834543.811323:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787834543.811328:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787834543.811331:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787834543.811340:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787834543.811344:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945695dbe800. 02000000:00000001:0.0:1787834543.811346:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834543.811352:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:0.0:1787834543.811356:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94568a7c3000. 00000400:00000010:0.0:1787834543.811362:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbde58. 00000100:00000200:0.0:1787834543.811368:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067673856, portal 18 00000100:00000001:0.0:1787834543.811370:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787834543.811373:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698363025728 : -118375346525888 : ffff945697852940) 00000100:00000040:0.0:1787834543.811379:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787834543.811386:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787834543.811389:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:0.0:1787834543.811393:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945682fbdaa0. 00000100:00000200:0.0:1787834543.811396:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874680067673856, offset 0 00000400:00000200:0.0:1787834543.811401:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:0.0:1787834543.811407:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834543.811411:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:0.0:1787834543.811415:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787834543.811419:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:0.0:1787834543.811423:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787834543.811425:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:0.0:1787834543.811428:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [168:168:256:4294967295] 192.168.204.117@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1787834543.811525:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:0.0:1787834543.811533:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:0.0:1787834543.811538:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:0.0:1787834543.811543:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456965f3200. 00000800:00000200:0.0:1787834543.811548:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:0.0:1787834543.811554:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:0.0:1787834543.811557:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456965f3200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787834543.811576:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787834543.811586:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:0.0:1787834543.811589:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295065344 00000100:00000010:0.0:1787834543.811592:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867db7e0. 00000100:00000001:0.0:1787834543.811775:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787834543.811781:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295065345 00000100:00000010:0.0:1787834543.811785:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867db720. 00000100:00000001:0.0:1787834543.811789:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787834543.811791:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787834543.811794:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834543.811798:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834543.811800:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787834543.811805:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787834543.811807:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787834543.811809:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834543.811810:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787834543.811811:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834543.811813:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834543.811824:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787834543.811826:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834543.811839:0:10303:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834543.811841:0:10303:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834543.811843:0:10303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787834543.811846:0:10303:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834543.811847:0:10303:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834543.811849:0:10303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787834543.812416:0:6177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9456c2176400 already unused, calling callback (ffffffffc1265c20) 10000000:00000001:1.0:1787834543.812419:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1787834543.812423:0:6177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787834543.812428:0:6177:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787834543.812431:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787834543.812432:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787834543.812434:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9456c2176400 refcount=3 00000020:00000001:1.0:1787834543.812436:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625699077252096 : -118374632299520 : ffff9456c2176400) 00010000:00000001:1.0:1787834543.812439:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625699077252096 : -118374632299520 : ffff9456c2176400) 00010000:00000001:1.0:1787834543.812441:0:6177:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787834543.812444:0:6177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1787834543.812450:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1787834543.812452:0:6177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787834543.812457:0:6177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1787834543.812461:0:6177:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1787834543.812470:0:6177:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1787834543.812472:0:6177:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1787834543.812474:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787834543.812475:0:6177:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787834543.812493:0:6177:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1787834543.812495:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787834543.812497:0:6177:0:(mgc_request.c:123:config_log_put()) log params(ffff94568b7a5600) refs 2 10000000:00000001:1.0:1787834543.812499:0:6177:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787834543.812500:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787834543.812503:0:6177:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787834543.812505:0:6177:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787834543.812507:0:6177:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787834543.812509:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787834543.812511:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787834543.812514:0:6177:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9456c2176400 with handle 0x2929b77cbdb8560f from hash 00010000:00000001:1.0:1787834543.812516:0:6177:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787834543.812517:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787834543.812518:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787834543.812519:0:6177:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787834543.812521:0:6177:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787834543.812522:0:6177:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787834543.812526:0:6177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787834543.812527:0:6177:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787834543.812534:0:6177:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff945697b80f00. 00000020:00000040:1.0:1787834543.812537:0:6177:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=5 obd=MGC192.168.204.117@tcp 00000100:00000001:1.0:1787834543.812540:0:6177:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787834543.812542:0:6177:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787834543.812545:0:6177:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787834543.812551:0:6177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945685cbfe00. 00000100:00000001:1.0:1787834543.812557:0:6177:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787834543.812559:0:6177:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787834543.812563:0:6177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787834543.812569:0:6177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787834543.812570:0:6177:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.812575:0:6177:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787834543.812585:0:6177:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834543.812609:0:6177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9bc25] to pc [ptlrpcd_00_00+0] req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787834543.812629:0:6177:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787834543.812632:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787834543.812633:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787834543.812634:0:6177:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787834543.812636:0:6177:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787834543.812638:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834543.812642:0:6177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787834543.812647:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787834543.812649:0:6177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.117@tcp lock: ffff9456c2176400/0x2929b77cbdb8560f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1936f9ede5555fdd expref: -99 pid: 9114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787834543.812657:0:6177:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff945684d91e00 count: 0 00010000:00000001:1.0:1787834543.812672:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787834543.812673:0:6177:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1787834543.812675:0:6177:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9456885c2240. 00010000:00000001:1.0:1787834543.812679:0:6177:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787834543.812682:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834543.812683:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834543.812685:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787834543.812687:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834543.812688:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834543.812690:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787834543.812692:0:6177:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834543.812693:0:6177:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834543.812695:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787834543.812717:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787834543.812719:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787834543.812722:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787834543.812725:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1787834543.812727:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.812735:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787834543.812737:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.812739:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787834543.812740:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787834543.812742:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787834543.812746:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834543.812754:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787834543.812756:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787834543.812758:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1787834543.812759:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1787834543.812760:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787834543.812761:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787834543.812764:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787834543.812767:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff945697b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067673984:192.168.204.117@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787834543.812771:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787834543.812774:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787834543.812777:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787834543.812778:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787834543.812782:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945685cbf600. 02000000:00000001:1.0:1787834543.812784:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787834543.812789:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:1.0:1787834543.812792:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694bc8d68. 00000400:00000010:1.0:1787834543.812797:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456950a1aa0. 00000100:00000200:1.0:1787834543.812802:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067673984, portal 18 00000100:00000001:1.0:1787834543.812804:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787834543.812806:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698366361344 : -118375343190272 : ffff945697b80f00) 00000100:00000040:1.0:1787834543.812812:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834543.812819:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787834543.812821:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:1.0:1787834543.812824:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456950a1110. 00000100:00000200:1.0:1787834543.812827:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874680067673984, offset 0 00000400:00000200:1.0:1787834543.812833:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:1.0:1787834543.812839:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1787834543.812845:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:1.0:1787834543.812855:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787834543.812857:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:1.0:1787834543.812860:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787834543.812862:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:1.0:1787834543.812866:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [169:169:255:4294967295] 192.168.204.117@tcp LPNI seq info [169:169:7:4294967295] 00000800:00000200:2.0:1787834543.812899:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834543.812903:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456965f3200. 00000400:00000200:2.0:1787834543.812907:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834543.812912:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834543.812917:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbdaa0 00000400:00000010:2.0:1787834543.812920:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbdaa0. 00000100:00000001:2.0:1787834543.812923:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834543.812928:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834543.812937:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834543.812940:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834543.812946:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834543.812948:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1787834543.813291:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:1.0:1787834543.813301:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:1.0:1787834543.813307:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:1.0:1787834543.813311:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456828f0300. 00000800:00000200:1.0:1787834543.813317:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:1.0:1787834543.813324:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:1.0:1787834543.813328:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456828f0300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787834543.813344:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787834543.813348:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:1.0:1787834543.813350:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295065346 00000100:00000001:1.0:1787834543.813356:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295065344 00000100:00000001:1.0:1787834543.813360:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295065346 00000100:00000001:1.0:1787834543.813363:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295065345 00000100:00000001:1.0:1787834543.813365:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787834543.813367:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834543.813370:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834543.813372:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787834543.813775:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834543.813778:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456828f0300. 00000400:00000200:2.0:1787834543.813783:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834543.813788:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834543.813793:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456950a1110 00000400:00000010:2.0:1787834543.813807:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456950a1110. 00000100:00000001:2.0:1787834543.813811:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834543.813816:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834543.813825:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834543.813828:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834543.813842:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834543.813844:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834543.815243:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.815256:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834543.815260:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.815263:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834543.815271:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.815277:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834543.815284:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.815289:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.815294:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.815298:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 18 MB=0x6a902f7804f00 00000400:00000200:2.0:1787834543.815302:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.815308:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.117@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:2.0:1787834543.815316:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.815321:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834543.815323:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834543.815327:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834543.815333:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834543.815340:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834543.815349:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834543.815370:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834543.815378:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.815382:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.815444:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787834543.815447:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787834543.815454:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787834543.815456:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787834543.815459:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94568a7c3000. 00000400:00000200:1.0:1787834543.815464:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945682fbde58 00000400:00000010:1.0:1787834543.815466:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945682fbde58. 00000100:00000001:1.0:1787834543.815469:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787834543.815473:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787834543.815509:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834543.815515:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787834543.815517:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.815519:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787834543.815522:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787834543.815524:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787834543.815526:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787834543.815529:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787834543.815536:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb854a8 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1787834543.815540:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1787834543.815543:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787834543.815544:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787834543.815548:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787834543.815550:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834543.815553:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834543.815558:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834543.815565:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787834543.815567:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787834543.815569:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787834543.815572:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834543.815579:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067673856:192.168.204.117@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787834543.815583:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834543.815585:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787834543.815588:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697852940 x1874680067673856/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1F:1787834543.816655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff945694328c00. 00000800:00000001:2.0:1787834543.817410:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.817423:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834543.817426:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.817429:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834543.817436:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.817442:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834543.817458:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.817462:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.817467:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.817470:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 224 into portal 18 MB=0x6a902f7804f80 00000400:00000200:2.0:1787834543.817474:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834543.817479:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.117@tcp of length 224/224 into md 0x9bd [1] + 224 00000800:00000001:2.0:1787834543.817496:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.817544:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834543.817547:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834543.817552:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834543.817558:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834543.817566:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834543.817575:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834543.817582:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834543.817589:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834543.817592:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.818323:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787834543.818328:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787834543.818343:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945695dbe800. 02000000:00000001:1.0:1787834543.818348:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787834543.818351:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787834543.818352:0:2402:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000020:00000001:1.0:1787834543.818355:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787834543.818357:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945695dbe400. 02000000:00000001:1.0:1787834543.818360:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787834543.818362:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787834543.818364:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697852940. 00000100:00000001:1.0:1787834543.818369:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787834543.818370:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.818434:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834543.818437:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787834543.818440:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787834543.818447:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787834543.818448:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787834543.818452:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694bc8d68. 00000400:00000200:1.0:1787834543.818456:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456950a1aa0 00000400:00000010:1.0:1787834543.818459:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456950a1aa0. 00000100:00000001:1.0:1787834543.818463:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787834543.818470:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787834543.818479:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834543.818539:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787834543.818542:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.818544:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787834543.818546:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787834543.818549:0:2402:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787834543.818551:0:2402:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787834543.818554:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787834543.818561:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb854a8 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1787834543.818565:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1787834543.818567:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787834543.818569:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787834543.818572:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787834543.818574:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834543.818582:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787834543.818588:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834543.818613:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787834543.818616:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787834543.818618:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787834543.818623:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787834543.818631:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff945697b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5b51c558-4207-47a4-9acf-525915e3e3be:2402:1874680067673984:192.168.204.117@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787834543.818636:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.818638:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787834543.818641:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff945697b80f00 x1874680067673984/t0(0) o103->MGC192.168.204.117@tcp@192.168.204.117@tcp:17/18 lens 328/224 e 0 to 0 dl 1787834559 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787834543.818647:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787834543.818649:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787834543.818651:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945685cbf600. 02000000:00000001:1.0:1787834543.818653:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787834543.818655:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787834543.818656:0:2402:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:1.0:1787834543.818658:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787834543.818660:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945685cbfe00. 02000000:00000001:1.0:1787834543.818662:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787834543.818663:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787834543.818665:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff945697b80f00. 00000100:00000001:1.0:1787834543.818669:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787834543.818671:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.818673:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787834543.818681:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787834543.818683:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787834543.818685:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787834543.818687:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1787834543.819761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff945684d91e00. 00010000:00000010:1.1:1787834543.819782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9456c2176400. 00000400:00000001:3.0:1787834544.340427:0:10365:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1787834544.793747:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834544.793756:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834544.793763:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834544.793764:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787834544.794574:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787834544.794579:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787834544.794648:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787834545.177755:0:762:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf330 (cpu 3) has reached its deadline 4295065346, at 4295065408 00000100:00000010:3.0:1787834545.177780:0:762:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9456867db720. 00000100:00000040:2.0:1787834545.177831:0:658:0:(connection.c:75:cpu_latency_work()) work item of ffff945684dbf220 (cpu 2) has reached its deadline 4295065346, at 4295065408 00000100:00000010:2.0:1787834545.177840:0:658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9456867db7e0. 10000000:00000001:3.0:1787834545.371661:0:6179:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1787834545.371673:0:6179:0:(mgc_request.c:108:config_log_get()) log params (ffff94568b7a5600) refs 2 10000000:00000001:3.0:1787834545.371679:0:6179:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.371682:0:6179:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1787834545.371707:0:6179:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1787834545.371708:0:6179:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1787834545.371712:0:6179:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1787834545.371714:0:6179:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1787834545.371716:0:6179:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff945685dc0800 from 7 10000000:00000001:3.0:1787834545.371720:0:6179:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1787834545.371722:0:6179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1787834545.371733:0:6179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc000. 00000020:00000040:3.0:1787834545.371739:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834545.371745:0:6179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834545.371749:0:6179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834545.371756:0:6179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834545.371767:0:6179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9456878b0a00. 00000100:00000001:3.0:1787834545.371778:0:6179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.371786:0:6179:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787834545.371790:0:6179:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787834545.371800:0:6179:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff945684d91600. 00010000:00000001:3.0:1787834545.371806:0:6179:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787834545.371809:0:6179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945694328000. 00000020:00000001:3.0:1787834545.371816:0:6179:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787834545.371819:0:6179:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945694328000 with handle 0x2929b77cbdb85640 to hash 00000020:00000001:3.0:1787834545.371821:0:6179:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787834545.371823:0:6179:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625698307276800 : -118375402274816 : ffff945694328000) 00010000:00000001:3.0:1787834545.371827:0:6179:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625698307276800 : -118375402274816 : ffff945694328000) 00010000:00000001:3.0:1787834545.371832:0:6179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787834545.371835:0:6179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834545.371841:0:6179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694328000/0x2929b77cbdb85640 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834545.371851:0:6179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff945694328000/0x2929b77cbdb85640 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834545.371877:0:6179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff945694328000/0x2929b77cbdb85640 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787834545.371894:0:6179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787834545.371897:0:6179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787834545.371905:0:6179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.371908:0:6179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625698108679296 : -118375600872320 : ffff9456885c2480) 00000100:00000001:3.0:1787834545.371912:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.371913:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000001:3.0:1787834545.371919:0:6179:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834545.371925:0:6179:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.371927:0:6179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787834545.371930:0:6179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834545.371945:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.371963:0:6179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834545.371966:0:6179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.371971:0:6179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834545.371974:0:6179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834545.371977:0:6179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834545.371981:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674112:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.371987:0:6179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834545.371995:0:6179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834545.371998:0:6179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.372001:0:6179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834545.372008:0:6179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94568780a000. 02000000:00000001:3.0:1787834545.372010:0:6179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.372020:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834545.372024:0:6179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854268. 00000400:00000010:3.0:1787834545.372033:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897880. 00000100:00000200:3.0:1787834545.372042:0:6179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874680067674112, portal 25 00000100:00000001:3.0:1787834545.372044:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.372045:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000040:3.0:1787834545.372050:0:6179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.372070:0:6179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834545.372074:0:6179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834545.372077:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897a18. 00000100:00000200:3.0:1787834545.372082:0:6179:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874680067674112, offset 0 00000400:00000200:3.0:1787834545.372090:0:6179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834545.372102:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.372113:0:6179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834545.372121:0:6179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834545.372127:0:6179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834545.372132:0:6179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834545.372135:0:6179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834545.372140:0:6179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [170:170:256:4294967295] 192.168.204.117@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:3.0:1787834545.372144:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.372157:0:6179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834545.372164:0:6179:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834545.372170:0:6179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2a00. 00000800:00000200:3.0:1787834545.372178:0:6179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834545.372188:0:6179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834545.372193:0:6179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787834545.372220:0:6179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.372225:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834545.372227:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295066905 00000100:00000010:3.0:1787834545.372233:0:6179:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867b0ea0. 00000100:00000001:3.0:1787834545.372240:0:6179:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787834545.372248:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295066905 00000100:00000010:3.0:1787834545.372252:0:6179:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9456867b0c00. 00000100:00000001:3.0:1787834545.372255:0:6179:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787834545.372258:0:6179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.372261:0:6179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.372269:0:6179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834545.372271:0:6179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787834545.372274:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456885c2480 going to sleep for 11 seconds 00000100:00000001:3.0:1787834545.372277:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834545.372280:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787834545.372772:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834545.372779:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2a00. 00000400:00000200:2.0:1787834545.372798:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.372804:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834545.372813:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897a18 00000400:00000010:2.0:1787834545.372815:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897a18. 00000100:00000001:2.0:1787834545.372820:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834545.372827:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.372839:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834545.372843:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.372858:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834545.372860:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834545.389636:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.389663:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834545.389670:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.389673:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.389685:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.389695:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834545.389706:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.389711:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.389718:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.389723:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 344 into portal 25 MB=0x6a902f7805000 00000400:00000200:2.0:1787834545.389729:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.389736:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 344/344 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1787834545.389745:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.389754:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.389758:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.389764:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834545.389774:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834545.389787:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834545.389799:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.389821:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834545.389834:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.389837:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.390250:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834545.390261:0:6179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834545.390264:0:6179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834545.390269:0:6179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854268. 00000400:00000200:3.0:1787834545.390276:0:6179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897880 00000400:00000010:3.0:1787834545.390279:0:6179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897880. 00000100:00000001:3.0:1787834545.390284:0:6179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834545.390290:0:6179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834545.390300:0:6179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.390307:0:6179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834545.390309:0:6179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.390312:0:6179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834545.390316:0:6179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834545.390319:0:6179:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834545.390322:0:6179:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.390325:0:6179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834545.390335:0:6179:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834545.390339:0:6179:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834545.390341:0:6179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834545.390343:0:6179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.390347:0:6179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834545.390349:0:6179:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.390353:0:6179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834545.390357:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.390364:0:6179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.390369:0:6179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834545.390371:0:6179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834545.390397:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834545.390406:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674112:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.390412:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.390414:0:6179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.390417:0:6179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787834545.390419:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.390423:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.390429:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787834545.390433:0:6179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.390437:0:6179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787834545.390438:0:6179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.390442:0:6179:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787834545.390446:0:6179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787834545.390887:0:6179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787834545.390893:0:6179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945694328000 refcount=4 00000020:00000001:3.0:1787834545.390896:0:6179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698307276800 : -118375402274816 : ffff945694328000) 00010000:00000001:3.0:1787834545.390900:0:6179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625698307276800 : -118375402274816 : ffff945694328000) 00010000:00000040:3.0:1787834545.390909:0:6179:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945694328000, remote cookie: 0x1936f9ede555603f, flags: 0x0 00010000:00000001:3.0:1787834545.390913:0:6179:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787834545.390918:0:6179:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787834545.390921:0:6179:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787834545.390923:0:6179:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787834545.390924:0:6179:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787834545.390928:0:6179:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff945684d91600) refcount = 1 00010000:00010000:3.0:1787834545.390934:0:6179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff945694328000/0x2929b77cbdb85640 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede555603f expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787834545.390943:0:6179:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787834545.390945:0:6179:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787834545.390947:0:6179:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787834545.390971:0:6179:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787834545.390974:0:6179:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834545.390977:0:6179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff945694328000/0x2929b77cbdb85640 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede555603f expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787834545.390984:0:6179:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787834545.390986:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787834545.390988:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787834545.390989:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787834545.390990:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787834545.390992:0:6179:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.390995:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.391002:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc000 x1874680067674112/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.391009:0:6179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834545.391013:0:6179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834545.391017:0:6179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94568780a000. 02000000:00000001:3.0:1787834545.391020:0:6179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834545.391024:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.391026:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.391028:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834545.391032:0:6179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9456878b0a00. 02000000:00000001:3.0:1787834545.391036:0:6179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834545.391038:0:6179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834545.391040:0:6179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc000. 00000100:00000001:3.0:1787834545.391046:0:6179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834545.391047:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1787834545.391050:0:6179:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.391054:0:6179:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1787834545.391057:0:6179:0:(mgc_request.c:108:config_log_get()) log params (ffff94568b7a5600) refs 3 10000000:00000001:3.0:1787834545.391059:0:6179:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.391061:0:6179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787834545.391062:0:6179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787834545.391064:0:6179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945694328000 refcount=3 00000020:00000001:3.0:1787834545.391066:0:6179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698307276800 : -118375402274816 : ffff945694328000) 00010000:00000001:3.0:1787834545.391068:0:6179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625698307276800 : -118375402274816 : ffff945694328000) 00010000:00000001:3.0:1787834545.391076:0:6179:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1787834545.391077:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787834545.391079:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787834545.391081:0:6179:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.391084:0:6179:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1787834545.391090:0:6179:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94568790d340. 00000020:00000010:3.0:1787834545.391094:0:6179:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9456878b0a00. 00000020:00000010:3.0:1787834545.391101:0:6179:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9456878b0e00. 00000040:00000010:3.0:1787834545.391343:0:6179:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9456878b0400. 00000020:00000010:3.0:1787834545.391357:0:6179:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff945685d5b000. 00000020:00000010:3.0:1787834545.391365:0:6179:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9456878b1800. 80000000:00000010:3.0:1787834545.391370:0:6179:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9456867b0480. 00040000:00000010:3.0:1787834545.391377:0:6179:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9456878b1a00. 20000000:00000010:3.0:1787834545.391382:0:6179:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9456878b0200. 10000000:00000040:3.0:1787834545.391388:0:6179:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff945684e156c0 : new refcount 2 00000020:00000001:3.0:1787834545.391392:0:6179:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1787834545.391394:0:6179:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1787834545.391397:0:6179:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1787834545.391401:0:6179:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff945697bcc800. 00000040:00000001:3.0:1787834545.391406:0:6179:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1787834545.391410:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000010:3.0:1787834545.391416:0:6179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc000. 00000020:00000040:3.0:1787834545.391419:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=5 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834545.391424:0:6179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834545.391428:0:6179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834545.391434:0:6179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834545.391443:0:6179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945683070e00. 00000100:00000001:3.0:1787834545.391528:0:6179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.391536:0:6179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787834545.391538:0:6179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787834545.391545:0:6179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.391548:0:6179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625698108679296 : -118375600872320 : ffff9456885c2480) 00000100:00000001:3.0:1787834545.391551:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.391552:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000001:3.0:1787834545.391557:0:6179:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834545.391569:0:6179:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.391572:0:6179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787834545.391574:0:6179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834545.391579:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.391589:0:6179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834545.391592:0:6179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.391693:0:6179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834545.391696:0:6179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834545.391699:0:6179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834545.391704:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674240:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.391709:0:6179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834545.391716:0:6179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834545.391719:0:6179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.391722:0:6179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834545.391728:0:6179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945683071400. 02000000:00000001:3.0:1787834545.391730:0:6179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.391738:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834545.391743:0:6179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854268. 00000400:00000010:3.0:1787834545.391751:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897880. 00000100:00000200:3.0:1787834545.391761:0:6179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067674240, portal 25 00000100:00000001:3.0:1787834545.391762:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.391764:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000040:3.0:1787834545.391770:0:6179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.391778:0:6179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834545.391781:0:6179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834545.391784:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9456958974c8. 00000100:00000200:3.0:1787834545.391787:0:6179:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874680067674240, offset 0 00000400:00000200:3.0:1787834545.391794:0:6179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834545.391804:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.391813:0:6179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834545.391819:0:6179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834545.391831:0:6179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834545.391835:0:6179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834545.391838:0:6179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834545.391843:0:6179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [171:171:256:4294967295] 192.168.204.117@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1787834545.391847:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.391858:0:6179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834545.391865:0:6179:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834545.391871:0:6179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2600. 00000800:00000200:3.0:1787834545.391880:0:6179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834545.391888:0:6179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834545.391893:0:6179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1787834545.392527:0:6179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.392589:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834545.392809:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295066926 00000800:00000200:2.0:1787834545.392826:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1787834545.392838:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295066905 00000800:00000010:2.0:1787834545.392841:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2600. 00000100:00000001:3.0:1787834545.392845:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295066926 00000400:00000200:2.0:1787834545.392850:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787834545.392851:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295066905 00000100:00000001:3.0:1787834545.392858:0:6179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.392862:0:6179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787834545.392863:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:3.0:1787834545.392867:0:6179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834545.392870:0:6179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1787834545.392872:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456958974c8 00000100:00100000:3.0:1787834545.392874:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456885c2480 going to sleep for 11 seconds 00000100:00000001:3.0:1787834545.392878:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834545.392881:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1787834545.392889:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9456958974c8. 00000100:00000001:2.0:1787834545.392895:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834545.392915:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.392927:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834545.392931:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.392937:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834545.392939:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834545.421294:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.421313:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834545.421318:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.421320:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.421329:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.421336:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834545.421345:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.421351:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.421356:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.421360:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 272 into portal 25 MB=0x6a902f7805080 00000400:00000200:2.0:1787834545.421368:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.421373:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 272/272 into md 0x9d5 [1] + 224 00000800:00000001:2.0:1787834545.421381:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.421387:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.421390:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.421395:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834545.421412:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834545.421421:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834545.421432:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.421459:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834545.421483:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.421486:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.422335:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834545.422344:0:6179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834545.422347:0:6179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834545.422351:0:6179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854268. 00000400:00000200:3.0:1787834545.422358:0:6179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897880 00000400:00000010:3.0:1787834545.422361:0:6179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897880. 00000100:00000001:3.0:1787834545.422364:0:6179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834545.422372:0:6179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834545.422392:0:6179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.422410:0:6179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834545.422412:0:6179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.422416:0:6179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834545.422419:0:6179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834545.422421:0:6179:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834545.422423:0:6179:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.422426:0:6179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834545.422433:0:6179:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834545.422437:0:6179:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834545.422440:0:6179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834545.422441:0:6179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.422444:0:6179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834545.422455:0:6179:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.422458:0:6179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834545.422463:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.422471:0:6179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.422474:0:6179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834545.422476:0:6179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834545.422480:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834545.422488:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674240:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.422493:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.422496:0:6179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.422498:0:6179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787834545.422500:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.422504:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.422510:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787834545.422520:0:6179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.422523:0:6179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787834545.422525:0:6179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.422531:0:6179:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1787834545.422535:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.422537:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.422539:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1787834545.422541:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.422544:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc000 x1874680067674240/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.422550:0:6179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834545.422553:0:6179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834545.422556:0:6179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945683071400. 02000000:00000001:3.0:1787834545.422559:0:6179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834545.422560:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.422561:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.422563:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834545.422565:0:6179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945683070e00. 02000000:00000001:3.0:1787834545.422568:0:6179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834545.422570:0:6179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834545.422572:0:6179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc000. 00000100:00000001:3.0:1787834545.422575:0:6179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834545.422576:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1787834545.422579:0:6179:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.422582:0:6179:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1787834545.422588:0:6179:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9456878a8000. 00000040:00000001:3.0:1787834545.422590:0:6179:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1787834545.422592:0:6179:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1787834545.422631:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000010:3.0:1787834545.422636:0:6179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc000. 00000020:00000040:3.0:1787834545.422639:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=5 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834545.422642:0:6179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834545.422645:0:6179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834545.422650:0:6179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834545.422654:0:6179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945683070e00. 00000100:00000001:3.0:1787834545.422660:0:6179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.422663:0:6179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787834545.422669:0:6179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787834545.422673:0:6179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.422676:0:6179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625698108679296 : -118375600872320 : ffff9456885c2480) 00000100:00000001:3.0:1787834545.422679:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.422680:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000001:3.0:1787834545.422684:0:6179:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834545.422688:0:6179:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.422692:0:6179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787834545.422693:0:6179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834545.422697:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.422704:0:6179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834545.422706:0:6179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.422710:0:6179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834545.422712:0:6179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834545.422715:0:6179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834545.422718:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674368:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.422721:0:6179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834545.422726:0:6179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834545.422728:0:6179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.422730:0:6179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834545.422745:0:6179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9456878d4000. 02000000:00000001:3.0:1787834545.422747:0:6179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.422755:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834545.422758:0:6179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854268. 00000400:00000010:3.0:1787834545.422764:0:6179:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9456885c26c0. 00000100:00000200:3.0:1787834545.422769:0:6179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874680067674368, portal 25 00000100:00000001:3.0:1787834545.422771:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.422772:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000040:3.0:1787834545.422777:0:6179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.422783:0:6179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834545.422786:0:6179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834545.422793:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897880. 00000100:00000200:3.0:1787834545.422796:0:6179:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874680067674368, offset 0 00000400:00000200:3.0:1787834545.422802:0:6179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834545.422810:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.422816:0:6179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834545.422821:0:6179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834545.422826:0:6179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834545.422829:0:6179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834545.422832:0:6179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834545.422836:0:6179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [172:172:256:4294967295] 192.168.204.117@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1787834545.422840:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.422848:0:6179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834545.422854:0:6179:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834545.422859:0:6179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2d00. 00000800:00000200:3.0:1787834545.422866:0:6179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834545.422909:0:6179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834545.422913:0:6179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1787834545.422945:0:6179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.422949:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834545.422952:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295066956 00000100:00000001:3.0:1787834545.422967:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295066926 00000100:00000001:3.0:1787834545.422972:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295066956 00000100:00000001:3.0:1787834545.422975:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295066926 00000100:00000001:3.0:1787834545.422978:0:6179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.422981:0:6179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.422983:0:6179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834545.422984:0:6179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787834545.422986:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456885c2480 going to sleep for 11 seconds 00000100:00000001:3.0:1787834545.422988:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834545.422989:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787834545.423382:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834545.423387:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2d00. 00000400:00000200:2.0:1787834545.423400:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.423406:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834545.423410:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897880 00000400:00000010:2.0:1787834545.423412:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897880. 00000100:00000001:2.0:1787834545.423416:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834545.423419:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.423429:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834545.423431:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.423437:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834545.423438:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834545.427946:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.427974:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834545.427978:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.427981:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.427990:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.427998:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834545.428006:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.428011:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.428028:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.428033:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 8416 into portal 25 MB=0x6a902f7805100 00000400:00000200:2.0:1787834545.428037:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.428043:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 8416/8416 into md 0x9e5 [4] + 224 00000800:00000001:2.0:1787834545.428049:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.428060:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.428063:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.428067:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834545.428074:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834545.428097:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834545.428108:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.428122:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834545.428131:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.428134:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.428348:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834545.428362:0:6179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834545.428364:0:6179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834545.428367:0:6179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854268. 00000400:00000200:3.0:1787834545.428374:0:6179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456885c26c0 00000400:00000010:3.0:1787834545.428377:0:6179:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9456885c26c0. 00000100:00000001:3.0:1787834545.428379:0:6179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834545.428384:0:6179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834545.428392:0:6179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.428407:0:6179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834545.428410:0:6179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.428412:0:6179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834545.428415:0:6179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834545.428417:0:6179:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834545.428419:0:6179:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.428421:0:6179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834545.428428:0:6179:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834545.428432:0:6179:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834545.428434:0:6179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834545.428436:0:6179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.428439:0:6179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834545.428441:0:6179:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.428444:0:6179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834545.428512:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.428520:0:6179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.428523:0:6179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834545.428525:0:6179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834545.428530:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834545.428538:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674368:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.428543:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.428551:0:6179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.428554:0:6179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787834545.428556:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.428561:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.428567:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787834545.428570:0:6179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.428572:0:6179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787834545.428573:0:6179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.428582:0:6179:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1787834545.428583:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.428586:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc000 x1874680067674368/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.428592:0:6179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834545.428750:0:6179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834545.428754:0:6179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9456878d4000. 02000000:00000001:3.0:1787834545.428765:0:6179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834545.428768:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.428770:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.428772:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834545.428775:0:6179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945683070e00. 02000000:00000001:3.0:1787834545.428778:0:6179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834545.428780:0:6179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834545.428782:0:6179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc000. 00000100:00000001:3.0:1787834545.428786:0:6179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834545.428787:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787834545.428790:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.428791:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.428793:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1787834545.428795:0:6179:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.428798:0:6179:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.428802:0:6179:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1787834545.428806:0:6179:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9456867b08a0. 00000040:00001000:3.0:1787834545.428808:0:6179:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1787834545.440006:0:10400:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1787834545.440031:0:10400:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945685cbf400. 00000020:00000010:1.0:1787834545.440038:0:10400:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff945685cbe200. 00000040:00000010:1.0:1787834545.440043:0:10400:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff945685cbfe00. 00000020:00000010:1.0:1787834545.440047:0:10400:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff945685dc2800. 00000020:00000010:1.0:1787834545.440053:0:10400:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff945682a20f30. 00000020:00000010:1.0:1787834545.440057:0:10400:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff945685cbfc00. 80000000:00000010:1.0:1787834545.440062:0:10400:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff945683693660. 40000000:00000010:1.0:1787834545.440066:0:10400:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff945684c98580. 00100000:00000010:1.0:1787834545.440071:0:10400:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff945685dc4800. 00040000:00000010:1.0:1787834545.440077:0:10400:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9456828f0300. 00040000:00000010:1.0:1787834545.440081:0:10400:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff945685dc4000. 00040000:00000010:1.0:1787834545.440085:0:10400:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff945685cbee00. 00000004:00000010:1.0:1787834545.440090:0:10400:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff945685dc5800. 00000004:00000010:1.0:1787834545.440094:0:10400:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9456832c9000. 00000004:00000010:1.0:1787834545.440099:0:10400:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff945685dc6800. 00002000:00000010:1.0:1787834545.440104:0:10400:0:(ofd_dev.c:3008:ofd_key_init()) kmalloced '(value)': 1000 at ffff945681661c00. 00000004:00000010:1.0:1787834545.440108:0:10400:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff945681663c00. 00000020:00000010:1.0:1787834545.440113:0:10400:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff945684c98040. 00000040:00000010:1.0:1787834545.440121:0:10400:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94568339c000. 00000040:00080000:1.0:1787834545.440629:0:10400:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1787834545.440635:0:10400:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff94568339c000. 00000020:00000010:1.0:1787834545.440644:0:10400:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff945684c98040. 00000020:00000010:1.0:1787834545.440677:0:10400:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff945685cbe200. 00000040:00000010:1.0:1787834545.440681:0:10400:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff945685cbfe00. 00000020:00000010:1.0:1787834545.440684:0:10400:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff945685dc2800. 00000020:00000010:1.0:1787834545.440689:0:10400:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff945682a20f30. 00000020:00000010:1.0:1787834545.440693:0:10400:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff945685cbfc00. 80000000:00000010:1.0:1787834545.440697:0:10400:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff945683693660. 40000000:00000010:1.0:1787834545.440700:0:10400:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff945684c98580. 00100000:00000010:1.0:1787834545.440704:0:10400:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff945685dc4800. 00040000:00000010:1.0:1787834545.440707:0:10400:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9456828f0300. 00040000:00000010:1.0:1787834545.440711:0:10400:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff945685dc4000. 00040000:00000010:1.0:1787834545.440728:0:10400:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff945685cbee00. 00000004:00000010:1.0:1787834545.440731:0:10400:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff945685dc5800. 00000004:00000010:1.0:1787834545.440734:0:10400:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9456832c9000. 00000004:00000010:1.0:1787834545.440738:0:10400:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff945685dc6800. 00002000:00000010:1.0:1787834545.440741:0:10400:0:(ofd_dev.c:3037:ofd_key_fini()) kfreed 'info': 1000 at ffff945681661c00. 00000004:00000010:1.0:1787834545.440744:0:10400:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff945681663c00. 00000020:00000010:1.0:1787834545.440747:0:10400:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945685cbf400. 00000040:00000010:3.0:1787834545.441148:0:6179:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9456867b08a0. 00000040:00000001:3.0:1787834545.441153:0:6179:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1787834545.441163:0:6179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1787834545.441168:0:6179:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9456878a8000. 00000040:00000010:3.0:1787834545.441171:0:6179:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff945697bcc800. 00000020:00000001:3.0:1787834545.441176:0:6179:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.441178:0:6179:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1787834545.441182:0:6179:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9456878b0e00. 00000040:00000010:3.0:1787834545.441185:0:6179:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9456878b0400. 00000020:00000010:3.0:1787834545.441187:0:6179:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff945685d5b000. 00000020:00000010:3.0:1787834545.441191:0:6179:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9456878b1800. 80000000:00000010:3.0:1787834545.441194:0:6179:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9456867b0480. 00040000:00000010:3.0:1787834545.441196:0:6179:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9456878b1a00. 20000000:00000010:3.0:1787834545.441199:0:6179:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9456878b0200. 00000020:00000010:3.0:1787834545.441202:0:6179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9456878b0a00. 10000000:00000010:3.0:1787834545.441204:0:6179:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94568790d340. 10000000:01000000:3.0:1787834545.441207:0:6179:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1787834545.441210:0:6179:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1787834545.441213:0:6179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787834545.441215:0:6179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787834545.441218:0:6179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945694328000 refcount=3 00000020:00000001:3.0:1787834545.441221:0:6179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698307276800 : -118375402274816 : ffff945694328000) 00010000:00000001:3.0:1787834545.441224:0:6179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625698307276800 : -118375402274816 : ffff945694328000) 00010000:00000001:3.0:1787834545.441226:0:6179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787834545.441231:0:6179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694328000/0x2929b77cbdb85640 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede555603f expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787834545.441240:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787834545.441242:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787834545.441244:0:6179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff945694328000/0x2929b77cbdb85640 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede555603f expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787834545.441250:0:6179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787834545.441251:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787834545.441252:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1787834545.441253:0:6179:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.441261:0:6179:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.441264:0:6179:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1787834545.441267:0:6179:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1787834545.441269:0:6179:0:(mgc_request.c:108:config_log_get()) log params (ffff94568a7cf800) refs 2 10000000:00000001:3.0:1787834545.441271:0:6179:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.441273:0:6179:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1787834545.441274:0:6179:0:(mgc_request.c:123:config_log_put()) log params(ffff94568b7a5600) refs 3 10000000:00000001:3.0:1787834545.441276:0:6179:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1787834545.441278:0:6179:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1787834545.441280:0:6179:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1787834545.441281:0:6179:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1787834545.441283:0:6179:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff945684dd8800 from 7 10000000:00000001:3.0:1787834545.441286:0:6179:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1787834545.441287:0:6179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1787834545.441293:0:6179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc000. 00000020:00000040:3.0:1787834545.441297:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834545.441301:0:6179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834545.441304:0:6179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834545.441309:0:6179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834545.441315:0:6179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945683070e00. 00000100:00000001:3.0:1787834545.441322:0:6179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.441327:0:6179:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787834545.441329:0:6179:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787834545.441335:0:6179:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff945684d91600 count: 2 00010000:00000001:3.0:1787834545.441338:0:6179:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787834545.441340:0:6179:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787834545.441343:0:6179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff945694328a00. 00000020:00000001:3.0:1787834545.441348:0:6179:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787834545.441350:0:6179:0:(lustre_handles.c:93:class_handle_hash()) added object ffff945694328a00 with handle 0x2929b77cbdb85647 to hash 00000020:00000001:3.0:1787834545.441353:0:6179:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787834545.441354:0:6179:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625698307279360 : -118375402272256 : ffff945694328a00) 00010000:00000001:3.0:1787834545.441356:0:6179:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625698307279360 : -118375402272256 : ffff945694328a00) 00010000:00000001:3.0:1787834545.441360:0:6179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787834545.441363:0:6179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834545.441366:0:6179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694328a00/0x2929b77cbdb85647 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834545.441383:0:6179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.117@tcp lock: ffff945694328a00/0x2929b77cbdb85647 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834545.441393:0:6179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.117@tcp lock: ffff945694328a00/0x2929b77cbdb85647 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787834545.441399:0:6179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787834545.441400:0:6179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787834545.441406:0:6179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.441408:0:6179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625698108679296 : -118375600872320 : ffff9456885c2480) 00000100:00000001:3.0:1787834545.441411:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.441412:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000001:3.0:1787834545.441417:0:6179:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834545.441420:0:6179:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.441422:0:6179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787834545.441424:0:6179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834545.441434:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.441443:0:6179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834545.441457:0:6179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.441461:0:6179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834545.441464:0:6179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834545.441466:0:6179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834545.441470:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674496:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.441473:0:6179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834545.441478:0:6179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834545.441480:0:6179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.441483:0:6179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834545.441487:0:6179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94568780a000. 02000000:00000001:3.0:1787834545.441489:0:6179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.441494:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834545.441503:0:6179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854268. 00000400:00000010:3.0:1787834545.441510:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897b28. 00000100:00000200:3.0:1787834545.441517:0:6179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874680067674496, portal 25 00000100:00000001:3.0:1787834545.441518:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.441519:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000040:3.0:1787834545.441525:0:6179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.441533:0:6179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834545.441536:0:6179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834545.441538:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897f68. 00000100:00000200:3.0:1787834545.441541:0:6179:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874680067674496, offset 0 00000400:00000200:3.0:1787834545.441546:0:6179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834545.441555:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.441562:0:6179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834545.441568:0:6179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834545.441572:0:6179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834545.441576:0:6179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834545.441579:0:6179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834545.441582:0:6179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [173:173:256:4294967295] 192.168.204.117@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1787834545.441586:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.441785:0:6179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834545.441793:0:6179:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834545.441798:0:6179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2300. 00000800:00000200:3.0:1787834545.441805:0:6179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834545.441812:0:6179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834545.441816:0:6179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787834545.441833:0:6179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.441838:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834545.441840:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295066975 00000100:00000001:3.0:1787834545.441847:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295066956 00000100:00000001:3.0:1787834545.441852:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295066975 00000100:00000001:3.0:1787834545.441862:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295066956 00000100:00000001:3.0:1787834545.441865:0:6179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.441868:0:6179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.441870:0:6179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834545.441872:0:6179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787834545.441874:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456885c2480 going to sleep for 11 seconds 00000100:00000001:3.0:1787834545.441876:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834545.441879:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787834545.442666:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834545.442672:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2300. 00000400:00000200:2.0:1787834545.442677:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.442684:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834545.442690:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897f68 00000400:00000010:2.0:1787834545.442692:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897f68. 00000100:00000001:2.0:1787834545.442695:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834545.442701:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.442712:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834545.442715:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.442721:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834545.442723:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834545.462474:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.462495:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834545.462499:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.462502:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.462510:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.462517:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834545.462528:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.462532:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.462537:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.462541:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 344 into portal 25 MB=0x6a902f7805180 00000400:00000200:2.0:1787834545.462545:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.462568:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 344/344 into md 0x9f5 [1] + 224 00000800:00000001:2.0:1787834545.462577:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.462588:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.462591:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.462852:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834545.462861:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834545.462870:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834545.462882:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.462903:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834545.462913:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.462916:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.463206:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834545.463215:0:6179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834545.463217:0:6179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834545.463221:0:6179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854268. 00000400:00000200:3.0:1787834545.463227:0:6179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897b28 00000400:00000010:3.0:1787834545.463229:0:6179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897b28. 00000100:00000001:3.0:1787834545.463232:0:6179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834545.463237:0:6179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834545.463246:0:6179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.463252:0:6179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834545.463254:0:6179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.463256:0:6179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834545.463260:0:6179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834545.463262:0:6179:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834545.463264:0:6179:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.463267:0:6179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834545.463274:0:6179:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834545.463278:0:6179:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834545.463281:0:6179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834545.463282:0:6179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.463286:0:6179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834545.463287:0:6179:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.463290:0:6179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834545.463294:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.463315:0:6179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.463319:0:6179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834545.463321:0:6179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834545.463325:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834545.463333:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674496:192.168.204.117@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.463339:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.463342:0:6179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.463344:0:6179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787834545.463346:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.463350:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.463357:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787834545.463360:0:6179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.463364:0:6179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787834545.463366:0:6179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.463369:0:6179:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787834545.463372:0:6179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787834545.463374:0:6179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787834545.463377:0:6179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945694328a00 refcount=4 00000020:00000001:3.0:1787834545.463380:0:6179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698307279360 : -118375402272256 : ffff945694328a00) 00010000:00000001:3.0:1787834545.463382:0:6179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625698307279360 : -118375402272256 : ffff945694328a00) 00010000:00000040:3.0:1787834545.463388:0:6179:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff945694328a00, remote cookie: 0x1936f9ede5556046, flags: 0x0 00010000:00000001:3.0:1787834545.463403:0:6179:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787834545.463407:0:6179:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787834545.463409:0:6179:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787834545.463411:0:6179:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787834545.463412:0:6179:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787834545.463415:0:6179:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff945684d91600) refcount = 2 00010000:00000040:3.0:1787834545.463418:0:6179:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787834545.463428:0:6179:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.117@tcp lock: ffff945694328000/0x2929b77cbdb85640 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede555603f expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787834545.463437:0:6179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.117@tcp lock: ffff945694328a00/0x2929b77cbdb85647 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5556046 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787834545.463444:0:6179:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787834545.463445:0:6179:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787834545.463456:0:6179:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787834545.463459:0:6179:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787834545.463461:0:6179:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787834545.463465:0:6179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.117@tcp lock: ffff945694328a00/0x2929b77cbdb85647 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1936f9ede5556046 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787834545.463471:0:6179:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787834545.463473:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787834545.463475:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787834545.463476:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787834545.463477:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787834545.463478:0:6179:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.463481:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.463486:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc000 x1874680067674496/t0(0) o101->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 328/344 e 0 to 0 dl 1787834561 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.463492:0:6179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834545.463495:0:6179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834545.463498:0:6179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94568780a000. 02000000:00000001:3.0:1787834545.463502:0:6179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834545.463504:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.463506:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.463508:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834545.463511:0:6179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945683070e00. 02000000:00000001:3.0:1787834545.463514:0:6179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834545.463516:0:6179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834545.463518:0:6179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc000. 00000100:00000001:3.0:1787834545.463521:0:6179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834545.463523:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1787834545.463530:0:6179:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.463533:0:6179:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1787834545.463535:0:6179:0:(mgc_request.c:108:config_log_get()) log params (ffff94568a7cf800) refs 3 10000000:00000001:3.0:1787834545.463538:0:6179:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.463540:0:6179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787834545.463542:0:6179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787834545.463544:0:6179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945694328a00 refcount=3 00000020:00000001:3.0:1787834545.463546:0:6179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698307279360 : -118375402272256 : ffff945694328a00) 00010000:00000001:3.0:1787834545.463548:0:6179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625698307279360 : -118375402272256 : ffff945694328a00) 00010000:00000001:3.0:1787834545.463550:0:6179:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1787834545.463551:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787834545.463552:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787834545.463554:0:6179:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787834545.463556:0:6179:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1787834545.463560:0:6179:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94568790d340. 00000020:00000010:3.0:1787834545.463564:0:6179:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff945683070e00. 00000020:00000010:3.0:1787834545.463568:0:6179:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff945683071400. 00000040:00000010:3.0:1787834545.463573:0:6179:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9456878b0a00. 00000020:00000010:3.0:1787834545.463577:0:6179:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff945685d5b000. 00000020:00000010:3.0:1787834545.463581:0:6179:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9456878b0200. 80000000:00000010:3.0:1787834545.463585:0:6179:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9456867b0480. 00040000:00000010:3.0:1787834545.463590:0:6179:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9456878b1a00. 20000000:00000010:3.0:1787834545.463782:0:6179:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9456878b1800. 10000000:00000040:3.0:1787834545.463789:0:6179:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff945684e156c0 : new refcount 2 00000020:00000001:3.0:1787834545.463792:0:6179:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1787834545.463794:0:6179:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1787834545.463796:0:6179:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1787834545.463800:0:6179:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9456878b0400. 00000040:00000001:3.0:1787834545.463803:0:6179:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1787834545.463806:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000010:3.0:1787834545.463810:0:6179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc000. 00000020:00000040:3.0:1787834545.463812:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=5 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834545.463816:0:6179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834545.463819:0:6179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834545.463823:0:6179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834545.463835:0:6179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9456878b0e00. 00000100:00000001:3.0:1787834545.463840:0:6179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.463847:0:6179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787834545.463848:0:6179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787834545.463853:0:6179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.463855:0:6179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625698108679296 : -118375600872320 : ffff9456885c2480) 00000100:00000001:3.0:1787834545.463858:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.463859:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000001:3.0:1787834545.463863:0:6179:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834545.463867:0:6179:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.463869:0:6179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787834545.463870:0:6179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834545.463875:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.463882:0:6179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834545.463884:0:6179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.463887:0:6179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834545.463890:0:6179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834545.463893:0:6179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834545.463895:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674624:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.463899:0:6179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834545.463903:0:6179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834545.463905:0:6179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.463908:0:6179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834545.463913:0:6179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff945697bcc800. 02000000:00000001:3.0:1787834545.463915:0:6179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.463920:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834545.463923:0:6179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854268. 00000400:00000010:3.0:1787834545.463927:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897b28. 00000100:00000200:3.0:1787834545.463934:0:6179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874680067674624, portal 25 00000100:00000001:3.0:1787834545.463936:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.463937:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000040:3.0:1787834545.463942:0:6179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.463969:0:6179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834545.463972:0:6179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834545.463975:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897660. 00000100:00000200:3.0:1787834545.463979:0:6179:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874680067674624, offset 0 00000400:00000200:3.0:1787834545.463985:0:6179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834545.463991:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.463998:0:6179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834545.464003:0:6179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834545.464007:0:6179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834545.464011:0:6179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834545.464013:0:6179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834545.464135:0:6179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [174:174:256:4294967295] 192.168.204.117@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1787834545.464141:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.464150:0:6179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834545.464156:0:6179:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834545.464161:0:6179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2300. 00000800:00000200:3.0:1787834545.464167:0:6179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834545.464174:0:6179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834545.464179:0:6179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1787834545.464198:0:6179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.464202:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834545.464205:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295066997 00000100:00000001:3.0:1787834545.464212:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295066975 00000100:00000001:3.0:1787834545.464217:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295066997 00000100:00000001:3.0:1787834545.464220:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295066975 00000100:00000001:3.0:1787834545.464222:0:6179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.464225:0:6179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.464227:0:6179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834545.464229:0:6179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787834545.464237:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456885c2480 going to sleep for 11 seconds 00000100:00000001:3.0:1787834545.464239:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834545.464241:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787834545.464507:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834545.464511:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2300. 00000400:00000200:2.0:1787834545.464514:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.464519:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834545.464523:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897660 00000400:00000010:2.0:1787834545.464525:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897660. 00000100:00000001:2.0:1787834545.464529:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834545.464535:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.464544:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834545.464547:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.464553:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834545.464554:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834545.467950:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.467975:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834545.467979:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.467981:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.467989:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.468010:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834545.468126:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.468131:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.468137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.468141:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 272 into portal 25 MB=0x6a902f7805200 00000400:00000200:2.0:1787834545.468146:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.468152:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 272/272 into md 0xa05 [1] + 224 00000800:00000001:2.0:1787834545.468158:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.468174:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.468177:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.468182:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834545.468189:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834545.468198:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834545.468208:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.468255:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787834545.468272:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834545.468280:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.468283:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787834545.474798:0:6179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834545.474805:0:6179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834545.474810:0:6179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854268. 00000400:00000200:3.0:1787834545.474819:0:6179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897b28 00000400:00000010:3.0:1787834545.474822:0:6179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897b28. 00000100:00000001:3.0:1787834545.474827:0:6179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834545.474839:0:6179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834545.474850:0:6179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.474858:0:6179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834545.474860:0:6179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.474863:0:6179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834545.474866:0:6179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834545.474868:0:6179:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834545.474871:0:6179:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.474873:0:6179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834545.474880:0:6179:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834545.474884:0:6179:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834545.474887:0:6179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834545.474889:0:6179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.474892:0:6179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834545.474893:0:6179:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.474896:0:6179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834545.474901:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.474908:0:6179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.474911:0:6179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834545.474913:0:6179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834545.474917:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834545.474946:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674624:192.168.204.117@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.474951:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.474964:0:6179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.474966:0:6179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787834545.474968:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.474972:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.474979:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787834545.474982:0:6179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.474986:0:6179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787834545.474987:0:6179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.474993:0:6179:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1787834545.474998:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.475000:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.475001:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1787834545.475003:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.475006:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc000 x1874680067674624/t0(0) o501->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 504/272 e 0 to 0 dl 1787834561 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.475012:0:6179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834545.475014:0:6179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834545.475571:0:6179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff945697bcc800. 02000000:00000001:3.0:1787834545.475578:0:6179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834545.475580:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.475582:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.475584:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834545.475587:0:6179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9456878b0e00. 02000000:00000001:3.0:1787834545.475591:0:6179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834545.475593:0:6179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834545.475688:0:6179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc000. 00000100:00000001:3.0:1787834545.475694:0:6179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834545.475695:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1787834545.475698:0:6179:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.475701:0:6179:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1787834545.475716:0:6179:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9456878a8000. 00000040:00000001:3.0:1787834545.475718:0:6179:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1787834545.475720:0:6179:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1787834545.475723:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000100:00000010:3.0:1787834545.475728:0:6179:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94568bddc000. 00000020:00000040:3.0:1787834545.475731:0:6179:0:(genops.c:1210:class_import_get()) import ffff94568cb85000 refcount=5 obd=MGC192.168.204.117@tcp 00000100:00000001:3.0:1787834545.475734:0:6179:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787834545.475736:0:6179:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787834545.475741:0:6179:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787834545.475746:0:6179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff945697bcc800. 00000100:00000001:3.0:1787834545.475752:0:6179:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.475756:0:6179:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787834545.475757:0:6179:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787834545.475762:0:6179:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.475763:0:6179:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625698108679296 : -118375600872320 : ffff9456885c2480) 00000100:00000001:3.0:1787834545.475766:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.475767:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000001:3.0:1787834545.475771:0:6179:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787834545.475776:0:6179:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.475777:0:6179:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787834545.475779:0:6179:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787834545.475784:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.475792:0:6179:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787834545.475795:0:6179:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.475798:0:6179:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787834545.475800:0:6179:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787834545.475802:0:6179:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787834545.475805:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674752:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.475809:0:6179:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787834545.475814:0:6179:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787834545.475815:0:6179:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.475818:0:6179:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787834545.475833:0:6179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9456878d4000. 02000000:00000001:3.0:1787834545.475839:0:6179:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.475845:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000010:3.0:1787834545.475849:0:6179:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff945694854268. 00000400:00000010:3.0:1787834545.475854:0:6179:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9456885c26c0. 00000100:00000200:3.0:1787834545.475861:0:6179:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874680067674752, portal 25 00000100:00000001:3.0:1787834545.475863:0:6179:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787834545.475864:0:6179:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625698167504896 : -118375542046720 : ffff94568bddc000) 00000100:00000040:3.0:1787834545.475870:0:6179:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.475878:0:6179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787834545.475880:0:6179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.117@tcp 00000400:00000010:3.0:1787834545.475884:0:6179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff945695897b28. 00000100:00000200:3.0:1787834545.475886:0:6179:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874680067674752, offset 0 00000400:00000200:3.0:1787834545.475892:0:6179:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.117@tcp 00000400:00000200:3.0:1787834545.475900:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.475907:0:6179:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.117@tcp local destination 00000400:00000200:3.0:1787834545.475912:0:6179:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787834545.475917:0:6179:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.17@tcp 00000400:00000200:3.0:1787834545.475921:0:6179:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.17@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787834545.475923:0:6179:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.117@tcp 00000400:00000200:3.0:1787834545.475927:0:6179:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.17@tcp NI seq info: [175:175:256:4294967295] 192.168.204.117@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1787834545.475931:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:3.0:1787834545.475940:0:6179:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp:) -> 192.168.204.117@tcp(192.168.204.117@tcp:192.168.204.117@tcp) : PUT try# 0 00000800:00000200:3.0:1787834545.475946:0:6179:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.117@tcp 00000800:00000010:3.0:1787834545.475951:0:6179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9456964e2d00. 00000800:00000200:3.0:1787834545.475969:0:6179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94568896b780] -> 12345-192.168.204.117@tcp (5) 00000800:00000200:3.0:1787834545.475977:0:6179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.117@tcp ip 192.168.204.117:988 00000800:00000200:3.0:1787834545.475983:0:6179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9456964e2d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1787834545.476839:0:6179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787834545.476848:0:6179:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000100:00000001:3.0:1787834545.476851:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 2 is 4295067010 00000100:00000001:3.0:1787834545.476868:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295066997 00000100:00000001:3.0:1787834545.476873:0:6179:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS new deadline estimation for cpu 3 is 4295067010 00000100:00000001:3.0:1787834545.476876:0:6179:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.117@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295066997 00000100:00000001:3.0:1787834545.476879:0:6179:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.476882:0:6179:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.476885:0:6179:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787834545.476887:0:6179:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787834545.476889:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set ffff9456885c2480 going to sleep for 11 seconds 00000100:00000001:3.0:1787834545.476891:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787834545.476894:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787834545.482103:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787834545.482113:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9456964e2d00. 00000400:00000200:2.0:1787834545.482120:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.482128:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000400:00000200:2.0:1787834545.482135:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff945695897b28 00000400:00000010:2.0:1787834545.482137:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff945695897b28. 00000100:00000001:2.0:1787834545.482142:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787834545.482150:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.482161:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787834545.482165:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.482190:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787834545.482193:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787834545.499182:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.499203:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787834545.499207:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.499210:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.499218:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.499225:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.17@tcp(192.168.204.17@tcp) <- 192.168.204.117@tcp : PUT - for me 00000400:00000200:2.0:1787834545.499809:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.499815:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.499821:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.499826:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.117@tcp of length 8416 into portal 25 MB=0x6a902f7805280 00000400:00000200:2.0:1787834545.499831:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.117@tcp to cpt 1 00000400:00000200:2.0:1787834545.499837:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.117@tcp of length 8416/8416 into md 0xa15 [4] + 224 00000800:00000001:2.0:1787834545.499846:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.499864:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787834545.499867:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787834545.499872:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.17@tcp->192.168.204.117@tcp: PUT: OK 00000100:00000001:2.0:1787834545.499879:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787834545.499888:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787834545.499898:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787834545.499924:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787834545.499933:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787834545.499937:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.500095:0:6179:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787834545.500103:0:6179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787834545.500105:0:6179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787834545.500108:0:6179:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff945694854268. 00000400:00000200:3.0:1787834545.500114:0:6179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9456885c26c0 00000400:00000010:3.0:1787834545.500117:0:6179:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9456885c26c0. 00000100:00000001:3.0:1787834545.500119:0:6179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787834545.500125:0:6179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787834545.500132:0:6179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.500138:0:6179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787834545.500140:0:6179:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.500143:0:6179:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787834545.500146:0:6179:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787834545.500148:0:6179:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787834545.500150:0:6179:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787834545.500154:0:6179:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787834545.500160:0:6179:0:(import.c:2149:obd_at_measure()) add 5 to ffff94568cb85460 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1787834545.500164:0:6179:0:(import.c:2149:obd_at_measure()) add 1 to ffff94568cb85418 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1787834545.500166:0:6179:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787834545.500168:0:6179:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.500171:0:6179:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787834545.500173:0:6179:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.500195:0:6179:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787834545.500201:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.500209:0:6179:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787834545.500212:0:6179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787834545.500214:0:6179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787834545.500218:0:6179:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787834545.500225:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94568bddc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5b51c558-4207-47a4-9acf-525915e3e3be:6179:1874680067674752:192.168.204.117@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1787834545.500230:0:6179:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787834545.500242:0:6179:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787834545.500244:0:6179:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787834545.500246:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.500250:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.500257:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787834545.500260:0:6179:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9456885c2480. 00000100:00000001:3.0:1787834545.500262:0:6179:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787834545.500264:0:6179:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.500272:0:6179:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1787834545.500273:0:6179:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787834545.500276:0:6179:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94568bddc000 x1874680067674752/t0(0) o503->MGC192.168.204.117@tcp@192.168.204.117@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787834561 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787834545.500281:0:6179:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787834545.500284:0:6179:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787834545.500287:0:6179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9456878d4000. 02000000:00000001:3.0:1787834545.500298:0:6179:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787834545.500301:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.500303:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=4 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.500305:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787834545.500308:0:6179:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff945697bcc800. 02000000:00000001:3.0:1787834545.500313:0:6179:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787834545.500320:0:6179:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787834545.500322:0:6179:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94568bddc000. 00000100:00000001:3.0:1787834545.500326:0:6179:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787834545.500327:0:6179:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787834545.500330:0:6179:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787834545.500331:0:6179:0:(genops.c:1223:class_import_put()) import ffff94568cb85000 refcount=3 obd=MGC192.168.204.117@tcp 00000020:00000001:3.0:1787834545.500333:0:6179:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1787834545.500335:0:6179:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.500338:0:6179:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787834545.500342:0:6179:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1787834545.500344:0:6179:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9456867b08a0. 00000040:00001000:3.0:1787834545.500347:0:6179:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1787834545.501443:0:10401:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1787834545.501506:0:10401:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9456878b0e00. 00000020:00000010:3.0:1787834545.501513:0:10401:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff945697bcc800. 00000040:00000010:3.0:1787834545.501517:0:10401:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94569454c600. 00000020:00000010:3.0:1787834545.501522:0:10401:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff945685d59800. 00000020:00000010:3.0:1787834545.501527:0:10401:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff94568336d100. 00000020:00000010:3.0:1787834545.501531:0:10401:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94569454d800. 80000000:00000010:3.0:1787834545.501535:0:10401:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9456867b0b40. 40000000:00000010:3.0:1787834545.501539:0:10401:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff94568790d4c0. 00100000:00000010:3.0:1787834545.501544:0:10401:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff945685d5e800. 00040000:00000010:3.0:1787834545.501548:0:10401:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9456964e2600. 00040000:00000010:3.0:1787834545.501552:0:10401:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff945685d5d800. 00040000:00000010:3.0:1787834545.501556:0:10401:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94569454da00. 00000004:00000010:3.0:1787834545.501561:0:10401:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff945685d5c000. 00000004:00000010:3.0:1787834545.501566:0:10401:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff94568783a000. 00000004:00000010:3.0:1787834545.501572:0:10401:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff945685d58800. 00002000:00000010:3.0:1787834545.501577:0:10401:0:(ofd_dev.c:3008:ofd_key_init()) kmalloced '(value)': 1000 at ffff94568780a000. 00000004:00000010:3.0:1787834545.501582:0:10401:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff94568780ac00. 00000020:00000010:3.0:1787834545.501587:0:10401:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94568790dfc0. 00000040:00000010:3.0:1787834545.501663:0:10401:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9456878ae000. 00000040:00080000:3.0:1787834545.502232:0:10401:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1787834545.502238:0:10401:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9456878ae000. 00000020:00000010:3.0:1787834545.502245:0:10401:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94568790dfc0. 00000020:00000010:3.0:1787834545.502271:0:10401:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff945697bcc800. 00000040:00000010:3.0:1787834545.502277:0:10401:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94569454c600. 00000020:00000010:3.0:1787834545.502280:0:10401:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff945685d59800. 00000020:00000010:3.0:1787834545.502284:0:10401:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff94568336d100. 00000020:00000010:3.0:1787834545.502288:0:10401:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94569454d800. 80000000:00000010:3.0:1787834545.502291:0:10401:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9456867b0b40. 40000000:00000010:3.0:1787834545.502294:0:10401:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff94568790d4c0. 00100000:00000010:3.0:1787834545.502297:0:10401:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff945685d5e800. 00040000:00000010:3.0:1787834545.502301:0:10401:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9456964e2600. 00040000:00000010:3.0:1787834545.502304:0:10401:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff945685d5d800. 00040000:00000010:3.0:1787834545.502307:0:10401:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94569454da00. 00000004:00000010:3.0:1787834545.502310:0:10401:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff945685d5c000. 00000004:00000010:3.0:1787834545.502313:0:10401:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff94568783a000. 00000004:00000010:3.0:1787834545.502318:0:10401:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff945685d58800. 00002000:00000010:3.0:1787834545.502322:0:10401:0:(ofd_dev.c:3037:ofd_key_fini()) kfreed 'info': 1000 at ffff94568780a000. 00000004:00000010:3.0:1787834545.502324:0:10401:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff94568780ac00. 00000020:00000010:3.0:1787834545.502326:0:10401:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9456878b0e00. 00000040:00000010:0.0:1787834545.502519:0:6179:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9456867b08a0. 00000040:00000001:0.0:1787834545.502523:0:6179:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1787834545.502527:0:6179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1787834545.502531:0:6179:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9456878a8000. 00000040:00000010:0.0:1787834545.502535:0:6179:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9456878b0400. 00000020:00000001:0.0:1787834545.502537:0:6179:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787834545.502540:0:6179:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1787834545.502544:0:6179:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff945683071400. 00000040:00000010:0.0:1787834545.502547:0:6179:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9456878b0a00. 00000020:00000010:0.0:1787834545.502556:0:6179:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff945685d5b000. 00000020:00000010:0.0:1787834545.502559:0:6179:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9456878b0200. 80000000:00000010:0.0:1787834545.502561:0:6179:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9456867b0480. 00040000:00000010:0.0:1787834545.502564:0:6179:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9456878b1a00. 20000000:00000010:0.0:1787834545.502567:0:6179:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9456878b1800. 00000020:00000010:0.0:1787834545.502570:0:6179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff945683070e00. 10000000:00000010:0.0:1787834545.502573:0:6179:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94568790d340. 10000000:01000000:0.0:1787834545.502575:0:6179:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.117@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1787834545.502579:0:6179:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1787834545.502582:0:6179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787834545.502584:0:6179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787834545.502587:0:6179:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff945694328a00 refcount=3 00000020:00000001:0.0:1787834545.502589:0:6179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625698307279360 : -118375402272256 : ffff945694328a00) 00010000:00000001:0.0:1787834545.502592:0:6179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625698307279360 : -118375402272256 : ffff945694328a00) 00010000:00000001:0.0:1787834545.502728:0:6179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787834545.502733:0:6179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.117@tcp lock: ffff945694328a00/0x2929b77cbdb85647 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5556046 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787834545.502742:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787834545.502744:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787834545.502746:0:6179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.117@tcp lock: ffff945694328a00/0x2929b77cbdb85647 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1936f9ede5556046 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787834545.502753:0:6179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787834545.502754:0:6179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787834545.502755:0:6179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1787834545.502757:0:6179:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787834545.502759:0:6179:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787834545.502761:0:6179:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1787834545.502765:0:6179:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787834545.502766:0:6179:0:(mgc_request.c:123:config_log_put()) log params(ffff94568a7cf800) refs 3 10000000:00000001:0.0:1787834545.502769:0:6179:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1787834545.817901:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834545.817908:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787834545.817913:0:762:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787834545.817915:0:762:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787834545.818023:0:10303:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787834545.818026:0:10303:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787834545.818030:0:10303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9673 lines, 9673 kept, 0 dropped, 0 bad.