00000001:01000000:3.0F:1788796423.487877:0:2351:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 450 MB/s 00000001:01000000:2.0F:1788796423.739087:0:2351:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 414 MB/s 00000001:01000000:0.0F:1788796423.989077:0:2351:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 2967 MB/s 00000020:02000000:3.0:1788796424.950245:0:2380:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_39_g569731d 00000400:02000000:1.0F:1788796425.922522:0:2395:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.204.19@tcp [8/256/0/180] 00008000:02000000:0.0:1788796429.734307:0:2546:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1788796613.914438:0:6173:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788796613.914444:0:6173:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788796613.914445:0:6173:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.119@tcp:/lustre 00000020:01000004:1.0:1788796613.914447:0:6173:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788796613.914585:0:6173:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000009ea14cbb 00000080:01000004:1.0:1788796613.914594:0:6173:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788796613.914609:0:6173:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.119@tcp' 00000020:01000004:1.0:1788796613.914794:0:6173:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.119@tcp (typ=mgc) 00000020:00000080:1.0:1788796613.914855:0:6173:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.119@tcp (00000000f441c001) 00000020:00000080:1.0:1788796613.914868:0:6173:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1788796613.915075:0:6173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788796613.915098:0:6173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788796613.915245:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1788796613.915253:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788796613.918322:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1788796613.918337:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788796613.918686:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1788796613.918693:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:2.0:1788796613.921435:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:2.0:1788796613.921458:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:3.0:1788796613.924087:0:6173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788796613.924534:0:6173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788796613.924756:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:3.0:1788796613.924762:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788796613.926074:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1788796613.926085:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788796613.926640:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1788796613.926647:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1788796613.927075:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1788796613.927082:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1788796613.931713:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1788796613.931723:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1788796613.932716:0:6173:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1788796613.932725:0:6173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:1.0:1788796613.934568:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796613.934574:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796613.934575:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788796613.935122:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788796613.935126:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788796613.935127:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1788796613.936138:0:6173:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000039e4f417@MGC192.168.204.119@tcp: add connection 192.168.204.119@tcp at head 00010000:00010000:2.0:1788796613.936951:0:6173:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.119@tcp-0 is initialized 00000040:01000000:2.0:1788796613.936959:0:6173:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.119@tcp ctxt 1 is initialized 10000000:01000000:1.0:1788796613.940630:0:6187:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788796613.940695:0:6173:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.119@tcp (uuid 777c5382-705f-479f-8f4d-3aa5213b2694) 00000020:00000080:1.0:1788796613.940719:0:6173:0:(genops.c:1384:class_connect()) connect: client 777c5382-705f-479f-8f4d-3aa5213b2694, cookie 0xd9d1237998ae71da 00000100:00080000:1.0:1788796613.940734:0:6173:0:(import.c:545:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:1.0:1788796613.940744:0:6173:0:(import.c:587:import_select_connection()) MGC192.168.204.119@tcp: skip NID 192.168.204.119@tcp as not ready: rc = -114 00000100:00080000:1.0:1788796613.940752:0:6173:0:(import.c:666:import_select_connection()) MGC192.168.204.119@tcp: import 0000000039e4f417 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1788796613.940800:0:6173:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000aa932eb3 x1875689000140928/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788796613.940843:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 777c5382-705f-479f-8f4d-3aa5213b2694->MGS 00000080:00200000:1.0:1788796613.940864:0:6173:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9cd7c9045800 (sb 000000009ea14cbb) 00000080:01000000:1.0:1788796613.940935:0:6173:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1788796613.940937:0:6173:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1788796613.940946:0:6173:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1788796613.940953:0:6173:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: ad500ba2-a14a-4bfe-800e-f249d469e017 00000100:00100000:0.0:1788796613.941134:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aa932eb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:777c5382-705f-479f-8f4d-3aa5213b2694:2411:1875689000140928:192.168.204.119@tcp:250: 10000000:01000000:1.0:1788796613.944902:0:6173:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788796613.944911:0:6173:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9cd7c9045800 10000000:01000000:1.0:1788796613.944916:0:6173:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9cd7d02d3370 10000000:01000000:1.0:1788796613.944919:0:6173:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788796613.944928:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9cd7d02d3370 from 1 10000000:01000000:1.0:1788796613.944931:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788796613.944973:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: 00000000bf2a7002/0xd9d1237998ae71e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796613.944986:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: 00000000bf2a7002/0xd9d1237998ae71e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796613.944996:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: 00000000bf2a7002/0xd9d1237998ae71e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788796613.945020:0:6173:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000003fdf1279 x1875689000141056/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796613.945030:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 0000000072dce58b going to sleep for 0 seconds 00010000:00010000:0.0:1788796613.945890:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788796614.954954:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 0000000072dce58b going to sleep for 0 seconds 00000100:00100000:0.0:1788796614.955083:0:2411:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1788796613/real 0] req@00000000aa932eb3 x1875689000140928/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788796614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796614.955097:0:2411:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000aa932eb3 x1875689000140928/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788796614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788796614.955112:0:2411:0:(import.c:65:import_set_state_nolock()) 0000000039e4f417 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788796614.955133:0:2411:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1788796614.955138:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aa932eb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:777c5382-705f-479f-8f4d-3aa5213b2694:2411:1875689000140928:192.168.204.119@tcp:250: 00000100:00080000:1.0:1788796614.955216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788796614.955221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788796614.955223:0:8:0:(import.c:65:import_set_state_nolock()) 0000000039e4f417 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788796614.955228:0:8:0:(import.c:545:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 283 00000100:00080000:1.0:1788796614.955248:0:8:0:(import.c:666:import_select_connection()) MGC192.168.204.119@tcp: import 0000000039e4f417 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1788796614.955283:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000016365358 x1875689000141184/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788796614.955418:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016365358 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:777c5382-705f-479f-8f4d-3aa5213b2694:2411:1875689000141184:192.168.204.119@tcp:250: 00010000:00010000:2.0:1788796614.956705:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788796614.964215:0:2411:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.119@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788796614.964230:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.119@tcp: connect to target with instance 0 00000100:00080000:0.0:1788796614.964240:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.204.119@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1788796614.964246:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788796614.964250:0:2411:0:(import.c:65:import_set_state_nolock()) 0000000039e4f417 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788796614.964255:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788796614.964276:0:2411:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:0.0:1788796614.964288:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000072dce58b): req@000000003fdf1279 x1875689000141056/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796614.964308:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016365358 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:777c5382-705f-479f-8f4d-3aa5213b2694:2411:1875689000141184:192.168.204.119@tcp:250: 00000100:00100000:2.0:1788796614.964495:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 0000000072dce58b going to sleep for 11 seconds 00000100:00100000:2.0:1788796614.968626:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003fdf1279 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141056:192.168.204.119@tcp:101: 00010000:00010000:2.0:1788796614.968664:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: 00000000bf2a7002/0xd9d1237998ae71e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796614.968675:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: 00000000bf2a7002/0xd9d1237998ae71e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788796614.968787:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006aa4b54b pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141312:192.168.204.119@tcp:501: 00000100:00100000:2.0:1788796614.968888:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c9fdf52b going to sleep for 11 seconds 00000100:00100000:2.0:1788796614.972741:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006aa4b54b pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141312:192.168.204.119@tcp:501: 10000000:01000000:2.0:1788796614.973140:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788796614.973167:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: 00000000bf2a7002/0xd9d1237998ae71e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796614.973178:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: 00000000bf2a7002/0xd9d1237998ae71e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788796614.973188:0:6173:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9cd7c9045800 10000000:01000000:2.0:1788796614.973194:0:6173:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788796614.973198:0:6173:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9cd7c9045800 10000000:01000000:2.0:1788796614.973201:0:6173:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788796614.973205:0:6173:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9cd7c9045800 10000000:01000000:2.0:1788796614.973206:0:6173:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788796614.973210:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9cd7c9045800 from 1 10000000:01000000:2.0:1788796614.973212:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788796614.973243:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: 00000000259cfac9/0xd9d1237998ae71e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796614.973251:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: 00000000259cfac9/0xd9d1237998ae71e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796614.973260:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: 00000000259cfac9/0xd9d1237998ae71e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788796614.973277:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006aa4b54b pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141440:192.168.204.119@tcp:101: 00000100:00100000:2.0:1788796614.973344:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c9fdf52b going to sleep for 11 seconds 00000100:00100000:1.0:1788796614.979350:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006aa4b54b pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141440:192.168.204.119@tcp:101: 00010000:00010000:1.0:1788796614.979400:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: 00000000259cfac9/0xd9d1237998ae71e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796614.979413:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: 00000000259cfac9/0xd9d1237998ae71e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788796614.979508:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003afe154a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141568:192.168.204.119@tcp:501: 00000100:00100000:1.0:1788796614.979639:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000dce3c94e going to sleep for 11 seconds 00000100:00100000:1.0:1788796614.983029:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003afe154a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141568:192.168.204.119@tcp:501: 00000100:00100000:1.0:1788796614.983103:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003afe154a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141696:192.168.204.119@tcp:503: 00000100:00100000:1.0:1788796614.983259:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000dce3c94e going to sleep for 11 seconds 00000100:00100000:1.0:1788796614.989728:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003afe154a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000141696:192.168.204.119@tcp:503: 00000100:00100000:1.0:1788796614.990577:0:6191:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003afe154a pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6191:1875689000141824:192.168.204.119@tcp:502: 00000100:00100000:1.0:1788796614.990720:0:6191:0:(client.c:2716:ptlrpc_set_wait()) set 00000000dc13dba1 going to sleep for 11 seconds 00000100:00100000:1.0:1788796614.993872:0:6191:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003afe154a pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6191:1875689000141824:192.168.204.119@tcp:502: 00000020:01000000:1.0:1788796614.993919:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788796614.993930:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796614.993932:0:6191:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1788796614.993939:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9cd7c9045800 00000020:00000080:1.0:1788796614.993942:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788796614.993954:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9cd7c9045800 (000000007b034369) 00000020:00000080:1.0:1788796614.993972:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:1.0:1788796614.994257:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9cd7c9045800 00000020:00000080:1.0:1788796614.994260:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788796614.994727:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9cd7c9045800 (uuid ad500ba2-a14a-4bfe-800e-f249d469e017) 00000020:01000000:1.0:1788796614.994739:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796614.994743:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796614.994745:0:6191:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1788796614.994748:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788796614.994751:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796614.994753:0:6191:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1788796614.994756:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9cd7c9045800 00000020:00000080:1.0:1788796614.994758:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788796614.994766:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9cd7c9045800 (000000005d514f43) 00000020:00000080:1.0:1788796614.994776:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:1.0:1788796614.994781:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9cd7c9045800 00000020:00000080:1.0:1788796614.994782:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788796614.998736:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9cd7c9045800 (uuid ad500ba2-a14a-4bfe-800e-f249d469e017) 00000020:01000000:1.0:1788796614.998751:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796614.998758:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796614.998760:0:6191:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1788796614.998763:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788796614.998767:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796614.998769:0:6191:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1788796614.998772:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788796614.998774:0:6191:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1788796614.998776:0:6191:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1788796614.998781:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796614.998783:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796614.998784:0:6191:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1788796614.998786:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788796614.998790:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796614.998791:0:6191:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1788796614.998793:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788796614.998798:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.119@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000020:01000000:1.0:1788796614.998841:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000080:1.0:1788796614.998843:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788796614.998858:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9cd7c9045800 (0000000071886d09) 00000020:00000080:1.0:1788796614.998875:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1788796614.998881:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000080:1.0:1788796614.998883:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788796614.998990:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f05b7962@lustre-MDT0000-mdc-ffff9cd7c9045800: add connection 192.168.204.119@tcp at head 00010000:00010000:1.0:1788796615.000777:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9cd7c9045800-1 is initialized 00000040:01000000:1.0:1788796615.001021:0:6191:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9cd7c9045800 ctxt 13 is initialized 00000020:00000080:1.0:1788796615.001238:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9cd7c9045800 (uuid ad500ba2-a14a-4bfe-800e-f249d469e017) 00000020:01000000:1.0:1788796615.001252:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.001255:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1788796615.001274:0:6191:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1788796615.001309:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796615.001313:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.001314:0:6191:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1788796615.001317:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788796615.001320:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788796615.001321:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788796615.001323:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788796615.001324:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788796615.001326:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.001327:0:6191:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788796615.001330:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788796615.001334:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.001335:0:6191:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1788796615.001337:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788796615.001342:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.119@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000020:01000000:1.0:1788796615.001364:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.001366:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788796615.001383:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9cd7c9045800 (00000000a5f5be37) 00000020:00000080:1.0:1788796615.001397:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:1.0:1788796615.001403:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.001405:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788796615.010429:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000093466131@lustre-MDT0001-mdc-ffff9cd7c9045800: add connection 192.168.204.119@tcp at head 00010000:00010000:1.0:1788796615.021866:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9cd7c9045800-2 is initialized 00000040:01000000:1.0:1788796615.023822:0:6191:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9cd7c9045800 ctxt 13 is initialized 00000020:00000080:1.0:1788796615.024036:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9cd7c9045800 (uuid ad500ba2-a14a-4bfe-800e-f249d469e017) 00000020:01000000:1.0:1788796615.024050:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.024054:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1788796615.024097:0:6191:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1788796615.024133:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796615.024136:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.024138:0:6191:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1788796615.024140:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788796615.024142:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1788796615.024144:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788796615.024146:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788796615.024147:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788796615.024149:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.024150:0:6191:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788796615.024152:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788796615.024156:0:6191:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.119@tcp:/lustre 00000020:00000080:1.0:1788796615.024159:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.024160:0:6191:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788796615.024162:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788796615.024167:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.119@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000020:01000000:1.0:1788796615.024193:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.024195:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788796615.024204:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9cd7c9045800 (00000000f033319a) 00000020:00000080:1.0:1788796615.024217:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1788796615.024222:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.024224:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788796615.024298:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c6c69891@lustre-OST0000-osc-ffff9cd7c9045800: add connection 192.168.204.119@tcp at head 00010000:00010000:1.0:1788796615.024507:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9cd7c9045800-3 is initialized 00000020:00000080:1.0:1788796615.030818:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9cd7c9045800 (uuid ad500ba2-a14a-4bfe-800e-f249d469e017) 00000020:01000000:1.0:1788796615.030847:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.030851:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788796615.030875:0:6191:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1788796615.030892:0:6191:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9cd7c9045800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1788796615.030900:0:6191:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1788796615.030914:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796615.030919:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.030921:0:6191:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788796615.030925:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788796615.030928:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1788796615.030929:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788796615.030931:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788796615.030932:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788796615.030935:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.030936:0:6191:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788796615.030938:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788796615.030942:0:6191:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.119@tcp:/lustre 00000020:00000080:1.0:1788796615.030945:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.030947:0:6191:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788796615.030950:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788796615.030955:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.119@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000020:01000000:1.0:1788796615.030996:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.030998:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788796615.031009:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9cd7c9045800 (00000000ff3f10fa) 00000020:00000080:1.0:1788796615.031028:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:1.0:1788796615.031033:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.031036:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788796615.031198:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000bd7ca201@lustre-OST0001-osc-ffff9cd7c9045800: add connection 192.168.204.119@tcp at head 00010000:00010000:1.0:1788796615.031462:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9cd7c9045800-4 is initialized 00000020:00000080:1.0:1788796615.031844:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9cd7c9045800 (uuid ad500ba2-a14a-4bfe-800e-f249d469e017) 00000020:01000000:1.0:1788796615.031856:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.031864:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788796615.031879:0:6191:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1788796615.031884:0:6191:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9cd7c9045800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1788796615.031887:0:6191:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1788796615.031897:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796615.031908:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.031910:0:6191:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788796615.031913:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788796615.031917:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.031919:0:6191:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788796615.031922:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788796615.031923:0:6191:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1788796615.031970:0:6191:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002b92ef7a pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6191:1875689000141952:192.168.204.119@tcp:502: 00000100:00100000:1.0:1788796615.032250:0:6191:0:(client.c:2716:ptlrpc_set_wait()) set 00000000dc13dba1 going to sleep for 11 seconds 00000100:00100000:1.0:1788796615.043778:0:6191:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002b92ef7a pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6191:1875689000141952:192.168.204.119@tcp:502: 00000020:01000000:1.0:1788796615.043866:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796615.043875:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.043877:0:6191:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:1.0:1788796615.043882:0:6191:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:2.0:1788796615.044757:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:2.0:1788796615.044784:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788796615.044821:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: 00000000259cfac9/0xd9d1237998ae71e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796615.044843:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: 00000000259cfac9/0xd9d1237998ae71e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788796615.044852:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9cd7c9045800 from 1 10000000:01000000:2.0:1788796615.044856:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1788796615.044895:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: 00000000441b2e4b/0xd9d1237998ae7219 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796615.044904:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: 00000000441b2e4b/0xd9d1237998ae7219 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796615.044914:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: 00000000441b2e4b/0xd9d1237998ae7219 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788796615.044935:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d466853f pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142080:192.168.204.119@tcp:101: 00000100:00100000:2.0:1788796615.045197:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e0661b41 going to sleep for 11 seconds 00000100:00100000:0.0:1788796615.048903:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d466853f pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142080:192.168.204.119@tcp:101: 00010000:00010000:0.0:1788796615.048935:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: 00000000441b2e4b/0xd9d1237998ae7219 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb247 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796615.048967:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: 00000000441b2e4b/0xd9d1237998ae7219 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb247 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788796615.049593:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002a2f91a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142208:192.168.204.119@tcp:256: 00000100:00100000:0.0:1788796615.049694:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000313e7f1f going to sleep for 11 seconds 00000100:00100000:0.0:1788796615.063743:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002a2f91a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142208:192.168.204.119@tcp:256: 10000000:01000000:0.0:1788796615.064748:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1788796615.065659:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: 00000000441b2e4b/0xd9d1237998ae7219 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb247 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796615.065676:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: 00000000441b2e4b/0xd9d1237998ae7219 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb247 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788796615.065685:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cd7c9045800 from 1 10000000:01000000:0.0:1788796615.065688:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788796615.065732:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: 00000000690826ce/0xd9d1237998ae7220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796615.065740:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: 00000000690826ce/0xd9d1237998ae7220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796615.065749:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: 00000000690826ce/0xd9d1237998ae7220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788796615.065771:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002a2f91a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142336:192.168.204.119@tcp:101: 00000100:00100000:0.0:1788796615.065863:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000313e7f1f going to sleep for 11 seconds 00000100:00100000:0.0:1788796615.069698:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002a2f91a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142336:192.168.204.119@tcp:101: 00010000:00010000:0.0:1788796615.069744:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: 00000000690826ce/0xd9d1237998ae7220 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796615.069757:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: 00000000690826ce/0xd9d1237998ae7220 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788796615.069875:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002a2f91a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142464:192.168.204.119@tcp:501: 00000100:00100000:0.0:1788796615.069942:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000313e7f1f going to sleep for 11 seconds 00000100:00100000:0.0:1788796615.072111:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002a2f91a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142464:192.168.204.119@tcp:501: 00000100:00100000:0.0:1788796615.072171:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000002a2f91a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142592:192.168.204.119@tcp:503: 00000100:00100000:0.0:1788796615.072259:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set 00000000313e7f1f going to sleep for 11 seconds 00000100:00100000:0.0:1788796615.075471:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000002a2f91a pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:6173:1875689000142592:192.168.204.119@tcp:503: 00000100:00100000:1.0:1788796615.076022:0:6197:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002b92ef7a pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6197:1875689000142720:192.168.204.119@tcp:502: 00000100:00100000:1.0:1788796615.076122:0:6197:0:(client.c:2716:ptlrpc_set_wait()) set 00000000dc13dba1 going to sleep for 11 seconds 00000100:00100000:1.0:1788796615.078871:0:6197:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002b92ef7a pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6197:1875689000142720:192.168.204.119@tcp:502: 00000020:01000000:1.0:1788796615.078917:0:6197:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788796615.078928:0:6197:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.078931:0:6197:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788796615.078937:0:6197:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cd7c9045800 00000020:00000080:1.0:1788796615.078940:0:6197:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788796615.078993:0:6197:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6197:1875689000142848:192.168.204.119@tcp:502: 00000100:00100000:1.0:1788796615.079091:0:6197:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c3061cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788796615.083305:0:6197:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6197:1875689000142848:192.168.204.119@tcp:502: 00000020:01000000:1.0:1788796615.083361:0:6197:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796615.083370:0:6197:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796615.083373:0:6197:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1788796615.083378:0:6197:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1788796615.083569:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1788796615.083591:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788796615.083613:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796615.083624:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1788796615.083652:0:6173:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1788796615.083676:0:6173:0:(genops.c:1384:class_connect()) connect: client ad500ba2-a14a-4bfe-800e-f249d469e017, cookie 0xd9d1237998ae7227 00800000:01000000:0.0:1788796615.083700:0:6173:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect ad500ba2-a14a-4bfe-800e-f249d469e017 to lustre-clilmv-ffff9cd7c9045800 00800000:01000000:0.0:1788796615.083706:0:6173:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9cd7c9045800(ad500ba2-a14a-4bfe-800e-f249d469e017) - lustre-MDT0000_UUID, ad500ba2-a14a-4bfe-800e-f249d469e017 00000020:00000080:0.0:1788796615.083714:0:6173:0:(genops.c:1384:class_connect()) connect: client ad500ba2-a14a-4bfe-800e-f249d469e017, cookie 0xd9d1237998ae722e 00000100:00080000:0.0:1788796615.083734:0:6173:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9cd7c9045800: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:0.0:1788796615.083746:0:6173:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9cd7c9045800: import ffff9cd7ca5ed000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1788796615.083759:0:6173:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788796615.083785:0:6173:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cd7c35f9180 x1875689000142976/t0(0) o38->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788796615.083846:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID 00800000:01000000:0.0:1788796615.083949:0:6173:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9cd7c9045800(ad500ba2-a14a-4bfe-800e-f249d469e017) successfully (5) 00800000:00000004:0.0:1788796615.083953:0:6173:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9cd7c9045800: age -716, max_age 0 00800000:01000000:0.0:1788796615.083980:0:6173:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9cd7c9045800(ad500ba2-a14a-4bfe-800e-f249d469e017) - lustre-MDT0001_UUID, ad500ba2-a14a-4bfe-800e-f249d469e017 00000020:00000080:0.0:1788796615.083987:0:6173:0:(genops.c:1384:class_connect()) connect: client ad500ba2-a14a-4bfe-800e-f249d469e017, cookie 0xd9d1237998ae7235 00000100:00080000:0.0:1788796615.083993:0:6173:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff9cd7c9045800: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:0.0:1788796615.083999:0:6173:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff9cd7c9045800: import ffff9cd7ca5ea800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1788796615.084005:0:6173:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788796615.084016:0:6173:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cd7c35fbb80 x1875689000143232/t0(0) o38->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788796615.084024:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID 00800000:01000000:0.0:1788796615.084107:0:6173:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9cd7c9045800(ad500ba2-a14a-4bfe-800e-f249d469e017) successfully (5) 00800000:00000004:0.0:1788796615.084110:0:6173:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff9cd7c9045800: age -716, max_age 0 00000080:00000004:0.0:1788796615.084128:0:6173:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9cd7c9045800: age -716, max_age 283 00800000:00000004:0.0:1788796615.084134:0:6173:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9cd7c9045800: age -716, max_age 283 00000100:00080000:0.0:1788796615.084150:0:6173:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9cd7c35faa00 x1875689000143488/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796615.084160:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7d2b8f840 going to sleep for 0 seconds 00000100:00100000:2.0:1788796615.084228:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000142976:192.168.204.119@tcp:38: 00000100:00100000:2.0:1788796615.084317:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000143232:192.168.204.119@tcp:38: 00000100:00080000:1.0:1788796615.084597:0:2413:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9cd7c35f8700 x1875689000143104/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796615.084614:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1788796615.084619:0:2413:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9cd7c35fb100 x1875689000143360/t0(0) o41->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1788796615.099406:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f9180 x1875689000142976/t0(0) o38->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 520/416 e 0 to 0 dl 1788796625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796615.099436:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788796615.099448:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9cd7c9045800: connect to target with instance 1 00000001:01000000:1.0:1788796615.349028:0:2411:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9cd7c9045800: T10 checksum algorithm t10ip512 speed = 3167 MB/s 00000001:01000000:3.0:1788796615.598963:0:2411:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9cd7c9045800: T10 checksum algorithm t10ip4K speed = 4819 MB/s 00000001:01000000:2.0:1788796615.848903:0:2411:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9cd7c9045800: T10 checksum algorithm t10crc4K speed = 843 MB/s 00000100:00080000:2.0:1788796615.848915:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9cd7c9045800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1788796615.848930:0:2411:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788796615.848935:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7ca5ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788796615.849445:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001a1161a5): req@ffff9cd7c35faa00 x1875689000143488/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788796615.849472:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005ffe1c16): req@ffff9cd7c35f8700 x1875689000143104/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796615.849487:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000142976:192.168.204.119@tcp:38: 00010000:00080000:0.0:1788796615.849545:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35fbb80 x1875689000143232/t0(0) o38->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 520/416 e 0 to 0 dl 1788796625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796615.849556:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788796615.849566:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9cd7c9045800: connect to target with instance 1 00000100:00080000:0.0:1788796615.849574:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9cd7c9045800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1788796615.849581:0:2411:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788796615.849583:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7ca5ea800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788796615.849886:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7d2b8f840 going to sleep for 11 seconds 00000100:00100000:0.0:1788796615.850330:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000143232:192.168.204.119@tcp:38: 00010000:00080000:0.0:1788796615.856471:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35fb100 x1875689000143360/t0(0) o41->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788796631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796615.856502:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:0:1875689000143360:192.168.204.119@tcp:41: 00010000:00080000:0.0:1788796615.856517:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f8700 x1875689000143104/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788796631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796615.856526:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:0:1875689000143104:192.168.204.119@tcp:41: 00010000:00080000:1.0:1788796615.856635:0:6173:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35faa00 x1875689000143488/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788796631 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796615.856645:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35faa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ad500ba2-a14a-4bfe-800e-f249d469e017:6173:1875689000143488:192.168.204.119@tcp:41: 00800000:00000004:1.0:1788796615.856660:0:6173:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9cd7c9045800: update ffff9cd7d02d5178 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:1.0:1788796615.856667:0:6173:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9cd7c9045800: update ffff9cd7d02d1e08 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:1.0:1788796615.856705:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ad500ba2-a14a-4bfe-800e-f249d469e017:6173:1875689000143616:192.168.204.119@tcp:40: 00000100:00100000:1.0:1788796615.856776:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c30619c0 going to sleep for 11 seconds 00010000:00080000:1.0:1788796615.858562:0:6173:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd5c00 x1875689000143616/t0(0) o40->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 440/448 e 0 to 0 dl 1788796631 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796615.858579:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ad500ba2-a14a-4bfe-800e-f249d469e017:6173:1875689000143616:192.168.204.119@tcp:40: 00000080:00000004:1.0:1788796615.858597:0:6173:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1788796615.858611:0:6173:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2146304 00020000:01000000:1.0:1788796615.858643:0:6173:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1788796615.858656:0:6173:0:(genops.c:1384:class_connect()) connect: client ad500ba2-a14a-4bfe-800e-f249d469e017, cookie 0xd9d1237998ae723c 00000020:00000080:1.0:1788796615.858675:0:6173:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd9d1237998ae7243 00000100:00080000:1.0:1788796615.858682:0:6173:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9cd7c9045800: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:1.0:1788796615.858693:0:6173:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9cd7c9045800: import ffff9cd7c9d0f800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1788796615.858706:0:6173:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788796615.858728:0:6173:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cd7c8bd5c00 x1875689000143744/t0(0) o8->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788796615.858754:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID 00020000:01000000:1.0:1788796615.858769:0:6173:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9cd7c9045800) active 00000020:00000080:1.0:1788796615.858794:0:6173:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd9d1237998ae724a 00000100:00080000:1.0:1788796615.858799:0:6173:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9cd7c9045800: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:1.0:1788796615.858824:0:6173:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9cd7c9045800: import ffff9cd7c9d09800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1788796615.858830:0:6173:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788796615.858841:0:6173:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cd7c8bd6d80 x1875689000143872/t0(0) o8->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788796615.858849:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID 00020000:01000000:1.0:1788796615.858854:0:6173:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9cd7c9045800) active 00000100:00100000:1.0:1788796615.858888:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ad500ba2-a14a-4bfe-800e-f249d469e017:6173:1875689000144000:192.168.204.119@tcp:900: 00000100:00100000:1.0:1788796615.858956:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c30619c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788796615.859077:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000143744:192.168.204.119@tcp:8: 00000100:00100000:0.0:1788796615.859122:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000143872:192.168.204.119@tcp:8: 00000100:00100000:2.0:1788796615.860024:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000144128:192.168.204.119@tcp:400: 00010000:00080000:1.0:1788796615.864871:0:6173:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd5180 x1875689000144000/t0(0) o900->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:29/10 lens 264/248 e 0 to 0 dl 1788796631 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796615.864890:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ad500ba2-a14a-4bfe-800e-f249d469e017:6173:1875689000144000:192.168.204.119@tcp:900: 00010000:00080000:0.0:1788796615.864913:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd5c00 x1875689000143744/t0(0) o8->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 520/416 e 0 to 0 dl 1788796625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796615.864921:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cd7c9045800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788796615.864929:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9cd7c9045800: connect to target with instance 1 00000100:00080000:0.0:1788796615.864938:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9cd7c9045800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1788796615.864950:0:2411:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00100000:1.0:1788796615.864953:0:6173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ad500ba2-a14a-4bfe-800e-f249d469e017:6173:1875689000144256:192.168.204.119@tcp:33: 00000100:00080000:0.0:1788796615.864954:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c9d0f800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1788796615.864960:0:2411:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1788796615.864965:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1788796615.864969:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1788796615.864978:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000143744:192.168.204.119@tcp:8: 00010000:00080000:0.0:1788796615.864993:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd6d80 x1875689000143872/t0(0) o8->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 520/416 e 0 to 0 dl 1788796625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796615.865001:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9cd7c9045800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788796615.865005:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9cd7c9045800: connect to target with instance 1 00000100:00080000:0.0:1788796615.865010:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9cd7c9045800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1788796615.865015:0:2411:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788796615.865017:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c9d09800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1788796615.865020:0:2411:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1788796615.865022:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1788796615.865024:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1788796615.865028:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000143872:192.168.204.119@tcp:8: 00000100:00100000:1.0:1788796615.865096:0:6173:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c30619c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788796615.869080:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000144128:192.168.204.119@tcp:400: 00010000:00080000:1.0:1788796615.924511:0:6173:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd5180 x1875689000144256/t0(0) o33->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:23/10 lens 448/464 e 0 to 0 dl 1788796631 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788796615.924531:0:6173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ad500ba2-a14a-4bfe-800e-f249d469e017:6173:1875689000144256:192.168.204.119@tcp:33: 00000080:00200000:1.0:1788796615.924749:0:6173:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00200000:1.0:1788796615.924759:0:6173:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1788796615.924857:0:6173:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_39_g569731d 00000080:00000004:1.0:1788796615.928220:0:6173:0:(super25.c:182:lustre_fill_super()) 192.168.204.119@tcp:/lustre: Mount complete 00010000:00010000:1.0:1788796615.982143:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1788796616.154531:0:6216:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788796616.154543:0:6216:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248),name=/ 00000002:00010000:3.0:1788796616.154568:0:6216:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788796616.154640:0:6216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796616.154650:0:6216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796616.154662:0:6216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6216 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788796616.154684:0:6216:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460380 pname:cluuid:pid:xid:nid:opc:job mkdir:ad500ba2-a14a-4bfe-800e-f249d469e017:6216:1875689000144384:192.168.204.119@tcp:101: 00000100:00100000:3.0:1788796616.154869:0:6216:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7d01b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1788796616.158980:0:6216:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460380 pname:cluuid:pid:xid:nid:opc:job mkdir:ad500ba2-a14a-4bfe-800e-f249d469e017:6216:1875689000144384:192.168.204.119@tcp:101: 00010000:00010000:0.0:1788796616.159024:0:6216:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796616.159038:0:6216:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796616.159050:0:6216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796616.159067:0:6216:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796616.159147:0:6216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796616.159157:0:6216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796616.159164:0:6216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1788796616.159176:0:6216:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9cd7ca460380 x1875689000144384/t0(0) o101->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1788796632 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1788796616.159188:0:6216:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796616.159200:0:6216:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9cd7ca5d2000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1788796616.159207:0:6216:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1788796616.159242:0:6216:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1788796616.159248:0:6216:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) for lock 0xd9d1237998ae7251 00000080:00010000:0.0:1788796616.159254:0:6216:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00010000:0.0:1788796616.159257:0:6216:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9d1237998ae7251 from it ffffad05c46c7cb8 00010000:00010000:0.0:1788796616.159261:0:6216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796616.159269:0:6216:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788796617.003197:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796618.028508:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1788796618.254774:0:6268:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788796618.254788:0:6268:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248),name=/ 00000002:00010000:3.0:1788796618.254837:0:6268:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788796618.254856:0:6268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788796618.254872:0:6268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1788796618.254889:0:6268:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788796618.254897:0:6268:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00010000:3.0:1788796618.255201:0:6268:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) for lock 0xd9d1237998ae7251 00000080:00010000:3.0:1788796618.255209:0:6268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9d1237998ae7251 from it ffffad05c19dbcb8 00010000:00010000:3.0:1788796618.255213:0:6268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788796618.255224:0:6268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1788796618.256872:0:6268:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1788796618.256881:0:6268:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248),name=/ 00000002:00010000:3.0:1788796618.256912:0:6268:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788796618.256934:0:6268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1788796618.256948:0:6268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1788796618.256956:0:6268:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788796618.256963:0:6268:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00010000:3.0:1788796618.256966:0:6268:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) for lock 0xd9d1237998ae7251 00000080:00010000:3.0:1788796618.256972:0:6268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9d1237998ae7251 from it ffffad05c19dbcb8 00010000:00010000:3.0:1788796618.256975:0:6268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1788796618.256994:0:6268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1788796618.257125:0:6268:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248),name=/ 00000002:00010000:3.0:1788796618.257134:0:6268:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788796618.257141:0:6268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1788796618.257161:0:6268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1788796618.257167:0:6268:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788796618.257172:0:6268:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00010000:3.0:1788796618.257174:0:6268:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) for lock 0xd9d1237998ae7251 00000080:00010000:3.0:1788796618.257178:0:6268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9d1237998ae7251 from it ffffad05c19dbbb0 00010000:00010000:3.0:1788796618.257181:0:6268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1788796618.257188:0:6268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1788796618.257195:0:6268:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248), inode mode 41ed mask 44 00000080:00200008:3.0:1788796618.257203:0:6268:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), flags 100000 00000080:00200080:3.0:1788796618.257300:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:3.0:1788796618.257329:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d01de400 uarg=0000000000000000 00800000:00000004:3.0:1788796618.257336:0:6268:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9cd7c9045800: age 285, max_age 287 00000100:00100000:3.0:1788796618.257377:0:6268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460e00 pname:cluuid:pid:xid:nid:opc:job lfs:ad500ba2-a14a-4bfe-800e-f249d469e017:6268:1875689000144512:192.168.204.119@tcp:41: 00000100:00100000:3.0:1788796618.257456:0:6268:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7d01139c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788796618.262678:0:6268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460e00 pname:cluuid:pid:xid:nid:opc:job lfs:ad500ba2-a14a-4bfe-800e-f249d469e017:6268:1875689000144512:192.168.204.119@tcp:41: 00800000:00000004:0.0:1788796618.262707:0:6268:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9cd7c9045800: update ffff9cd7d02d5178 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:0.0:1788796618.262789:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.262829:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00800000:00000004:0.0:1788796618.262837:0:6268:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9cd7c9045800: age -716, max_age 287 00000100:00100000:0.0:1788796618.262869:0:6268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job lfs:ad500ba2-a14a-4bfe-800e-f249d469e017:6268:1875689000144640:192.168.204.119@tcp:41: 00000100:00100000:0.0:1788796618.262938:0:6268:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7d2b8f9c0 going to sleep for 11 seconds 00010000:00080000:0.0:1788796618.270452:0:6268:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f8700 x1875689000144640/t0(0) o41->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788796634 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796618.270472:0:6268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job lfs:ad500ba2-a14a-4bfe-800e-f249d469e017:6268:1875689000144640:192.168.204.119@tcp:41: 00800000:00000004:0.0:1788796618.270497:0:6268:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9cd7c9045800: update ffff9cd7c9cf37c0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:0.0:1788796618.270589:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270609:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270618:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270623:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270649:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270654:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270659:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270663:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270667:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270671:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270676:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270680:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270684:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270688:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270692:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270696:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270701:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270705:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270709:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270713:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270717:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270721:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270725:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270729:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270733:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270737:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270742:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270746:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270750:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270761:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270767:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270771:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270775:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270779:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270783:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270787:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270792:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270796:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270852:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270859:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270865:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270870:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270874:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270878:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270882:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270886:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270890:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270894:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270898:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270902:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270906:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270910:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270915:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270918:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270932:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270937:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270942:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270946:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270951:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270955:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270960:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270964:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270968:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270971:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270975:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270979:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270983:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270986:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.270990:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.270993:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271012:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271017:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271021:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271024:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271029:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271032:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271036:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271039:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271044:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271054:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271059:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271062:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271067:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271071:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271074:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271078:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271082:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271086:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271090:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271093:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271097:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271101:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271105:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271109:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271123:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271128:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271133:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271137:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271141:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271144:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271149:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271152:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271156:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271159:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271171:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271176:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271180:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271365:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271372:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271376:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271380:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271383:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271387:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271391:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271396:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271399:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271404:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271408:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271412:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271416:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271420:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271424:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271427:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271431:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271435:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00800000:00000080:0.0:1788796618.271439:0:6268:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.271458:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.271465:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00020000:00000004:0.0:1788796618.271472:0:6268:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9cd7c9045800: age -716, max_age 287 00000100:00100000:0.0:1788796618.271518:0:6268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job lfs:ad500ba2-a14a-4bfe-800e-f249d469e017:6268:1875689000144768:192.168.204.119@tcp:13: 00000100:00100000:0.0:1788796618.271611:0:6268:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7d2b8f9c0 going to sleep for 11 seconds 00010000:00080000:0.0:1788796618.274864:0:6268:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f8700 x1875689000144768/t0(0) o13->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:7/4 lens 224/368 e 0 to 0 dl 1788796634 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796618.274882:0:6268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job lfs:ad500ba2-a14a-4bfe-800e-f249d469e017:6268:1875689000144768:192.168.204.119@tcp:13: 00020000:00000004:0.0:1788796618.274914:0:6268:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9cd7c9045800: update ffff9cd7c9cf0450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1788796618.274976:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.274991:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00020000:00000004:0.0:1788796618.275006:0:6268:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9cd7c9045800: age -716, max_age 287 00000100:00100000:0.0:1788796618.275035:0:6268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job lfs:ad500ba2-a14a-4bfe-800e-f249d469e017:6268:1875689000144896:192.168.204.119@tcp:13: 00000100:00100000:0.0:1788796618.275425:0:6268:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7d2b8f9c0 going to sleep for 11 seconds 00010000:00080000:0.0:1788796618.278635:0:6268:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f8700 x1875689000144896/t0(0) o13->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:7/4 lens 224/368 e 0 to 0 dl 1788796634 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796618.278655:0:6268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job lfs:ad500ba2-a14a-4bfe-800e-f249d469e017:6268:1875689000144896:192.168.204.119@tcp:13: 00020000:00000004:0.0:1788796618.278677:0:6268:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9cd7c9045800: update ffff9cd7c9cf1e08 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1788796618.278752:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278768:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278776:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278780:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278784:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278788:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278792:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278796:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278800:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278837:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278844:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278848:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278852:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278855:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278859:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278863:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278867:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278870:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278874:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278878:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278882:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278885:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278889:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.278893:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.278896:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279120:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279130:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279136:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279139:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279143:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279147:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279149:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279153:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279157:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279167:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279171:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279175:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279178:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279182:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279184:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279188:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279191:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279195:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279197:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279201:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279204:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279208:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279211:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279214:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279217:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279221:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279224:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279227:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279305:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279311:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279315:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279325:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279329:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279333:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279345:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279349:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279352:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279356:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279359:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279363:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279366:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279369:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279372:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279375:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279379:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279651:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279658:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279662:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279666:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279670:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279673:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279678:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279681:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279685:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279688:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279692:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279695:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279699:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279703:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279714:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279718:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279722:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279726:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279730:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279734:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279738:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279741:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279744:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279747:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279751:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279754:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279758:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279761:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279764:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279767:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279771:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279774:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279778:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279781:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279785:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279789:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279793:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279796:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279828:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279841:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279847:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279851:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279854:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279858:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279861:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279865:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279869:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279873:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279877:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279881:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279885:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279888:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279892:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279896:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200080:0.0:1788796618.279985:0:6268:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248) cmd=c00866a4 arg=7fff75257a30 00020000:00000080:0.0:1788796618.279993:0:6268:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cd7c9045800: cmd=c00866a4 len=592 karg=ffff9cd7d0253000 uarg=0000000000000000 00000080:00200008:0.0:1788796618.280119:0:6268:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), flags 100000 00010000:00010000:2.0:1788796619.050976:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796620.077722:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788796621.042603:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000145024:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796621.042936:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000145280:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796621.043033:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000145536:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796621.043073:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788796621.043080:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000145152:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796621.043104:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000145408:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796621.062336:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000145152:192.168.204.119@tcp:400: 00010000:00080000:2.0:1788796621.062358:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca462680 x1875689000145408/t0(0) o400->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796621.062369:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000145408:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796621.062379:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000145024:192.168.204.119@tcp:400: 00010000:00080000:2.0:1788796621.062392:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca463800 x1875689000145280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796621.062400:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000145280:192.168.204.119@tcp:400: 00010000:00080000:2.0:1788796621.062410:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca461500 x1875689000145536/t0(0) o400->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796621.062418:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000145536:192.168.204.119@tcp:400: 00010000:00010000:2.0:1788796621.104402:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788796621.230855:0:6461:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1788796622.123258:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788796623.147025:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796624.175859:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788796624.879377:0:2406:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1788796624.879417:0:2406:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1788796624.879474:0:6177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875689024312576 00000100:00100000:2.0:1788796624.879486:0:6177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875689024312576 00000100:00100000:2.0:1788796624.879549:0:6177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875689024312704 00000100:00100000:2.0:1788796624.879552:0:6177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875689024312704 00000100:00100000:2.0:1788796624.879568:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 0 00000100:00100000:2.0:1788796624.879578:0:6177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cd7c9cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+4:10327:x1875689024312576:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1788796624.879595:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e200/0xd9d1237998ae71e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796624.879674:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788796624.879681:0:6177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cd7c9cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+4:10327:x1875689024312576:12345-192.168.204.119@tcp:104: Request processed in 104us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788796624.879687:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 0 00000100:00100000:2.0:1788796624.879704:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 1 00000100:00100000:2.0:1788796624.879710:0:6177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cd7c9cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+3:10327:x1875689024312704:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1788796624.879718:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88bc00/0xd9d1237998ae71e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796624.879765:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788796624.879771:0:6177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cd7c9cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+3:10327:x1875689024312704:12345-192.168.204.119@tcp:104: Request processed in 61us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788796624.879777:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 1 00010000:00010000:1.0:1788796624.880614:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788796624.880624:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e200/0xd9d1237998ae71e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880633:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cd7fc60e200 already unused, calling callback (ffffffffc13e3c20) 10000000:00010000:1.0:1788796624.880638:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e200/0xd9d1237998ae71e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880647:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e200/0xd9d1237998ae71e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788796624.880655:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e200/0xd9d1237998ae71e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788796624.880661:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788796624.880702:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e200/0xd9d1237998ae71e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880708:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788796624.880727:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e200/0xd9d1237998ae71e8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880757:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e200/0xd9d1237998ae71e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb240 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880772:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788796624.880776:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88bc00/0xd9d1237998ae71e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880782:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cd7cc88bc00 already unused, calling callback (ffffffffc13e3c20) 10000000:00010000:1.0:1788796624.880785:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88bc00/0xd9d1237998ae71e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880793:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88bc00/0xd9d1237998ae71e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788796624.880800:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88bc00/0xd9d1237998ae71e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788796624.880843:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788796624.880856:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88bc00/0xd9d1237998ae71e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880863:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788796624.880874:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88bc00/0xd9d1237998ae71e1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880880:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88bc00/0xd9d1237998ae71e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb239 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796624.880901:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796624.880908:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796624.880910:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788796624.880932:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000145792:192.168.204.119@tcp:103: 00000100:00100000:1.0:1788796624.881010:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788796624.881017:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000145664:192.168.204.119@tcp:103: 00010000:00010000:0.0:1788796624.881267:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788796624.895454:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000145664:192.168.204.119@tcp:103: 00000100:00100000:1.0:1788796624.895471:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000145792:192.168.204.119@tcp:103: 00010000:00010000:1.0:1788796625.195604:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788796626.157299:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000146048:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796626.157400:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000146304:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796626.157463:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788796626.157470:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000145920:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796626.157496:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000146176:192.168.204.119@tcp:400: 00000100:00100000:2.0:1788796626.157520:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000146432:192.168.204.119@tcp:400: 00000100:00100000:3.0:1788796626.163250:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000145920:192.168.204.119@tcp:400: 00010000:00080000:3.0:1788796626.163296:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbdc00 x1875689000146176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796626.163309:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000146176:192.168.204.119@tcp:400: 00010000:00080000:3.0:1788796626.163349:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbd180 x1875689000146432/t0(0) o400->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796626.163358:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000146432:192.168.204.119@tcp:400: 00000100:00100000:3.0:1788796626.163372:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000146048:192.168.204.119@tcp:400: 00010000:00080000:3.0:1788796626.163385:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbed80 x1875689000146304/t0(0) o400->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796626.163394:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000146304:192.168.204.119@tcp:400: 00010000:00010000:0.0:1788796626.219217:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796627.243106:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788796627.818977:0:6187:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788796627.818985:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9cd7c9045800 from 48 10000000:01000000:3.0:1788796627.818991:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788796627.819256:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7c147e600/0xd9d1237998ae7258 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796627.819269:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: ffff9cd7c147e600/0xd9d1237998ae7258 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796627.819302:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: ffff9cd7c147e600/0xd9d1237998ae7258 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788796627.819329:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000146560:192.168.204.119@tcp:101: 00000100:00100000:3.0:1788796627.819440:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c3599840 going to sleep for 11 seconds 00000100:00100000:3.0:1788796627.828106:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000146560:192.168.204.119@tcp:101: 00010000:00010000:3.0:1788796627.828137:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: ffff9cd7c147e600/0xd9d1237998ae7258 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb304 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796627.828152:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: ffff9cd7c147e600/0xd9d1237998ae7258 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb304 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788796627.828234:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000146688:192.168.204.119@tcp:501: 00000100:00100000:3.0:1788796627.828319:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c3599840 going to sleep for 11 seconds 00000100:00100000:3.0:1788796627.832313:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000146688:192.168.204.119@tcp:501: 00000100:00100000:3.0:1788796627.832372:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000146816:192.168.204.119@tcp:503: 00000100:00100000:3.0:1788796627.832474:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c3599840 going to sleep for 11 seconds 00000100:00100000:3.0:1788796627.836024:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000146816:192.168.204.119@tcp:503: 00000100:00100000:3.0:1788796627.836641:0:6674:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6674:1875689000146944:192.168.204.119@tcp:502: 00000100:00100000:3.0:1788796627.843465:0:6674:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c35996c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788796627.844069:0:6674:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6674:1875689000146944:192.168.204.119@tcp:502: 00000020:01000000:3.0:1788796627.844108:0:6674:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788796627.844130:0:6674:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788796627.844133:0:6674:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788796627.844139:0:6674:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788796627.844179:0:6674:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6674:1875689000147072:192.168.204.119@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788796627.844299:0:6674:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c35996c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788796627.850036:0:6674:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6674:1875689000147072:192.168.204.119@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788796627.850087:0:6674:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788796627.850096:0:6674:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788796627.850098:0:6674:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788796627.850103:0:6674:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788796627.850972:0:6187:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1788796627.850991:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788796627.851002:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7c147e600/0xd9d1237998ae7258 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb304 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796627.851014:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7c147e600/0xd9d1237998ae7258 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb304 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788796627.851025:0:6187:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1788796627.851028:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9cd7d02d3370 from 1 10000000:01000000:2.0:1788796627.851030:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788796627.851066:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e400/0xd9d1237998ae725f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796627.851074:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e400/0xd9d1237998ae725f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796627.851082:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e400/0xd9d1237998ae725f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788796627.851105:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147200:192.168.204.119@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788796627.851186:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c8a676c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788796627.861111:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147200:192.168.204.119@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788796627.861142:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e400/0xd9d1237998ae725f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb30b expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796627.861156:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e400/0xd9d1237998ae725f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb30b expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788796627.861234:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147328:192.168.204.119@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788796627.861316:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c3599840 going to sleep for 11 seconds 00000100:00100000:3.0:1788796627.864552:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147328:192.168.204.119@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1788796627.864595:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788796627.864605:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e400/0xd9d1237998ae725f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb30b expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796627.864617:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60e400/0xd9d1237998ae725f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb30b expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796628.269998:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788796629.113662:0:2407:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1788796629.113762:0:6177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875689024322560 00000100:00100000:3.0:1788796629.113772:0:6177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875689024322560 00000100:00100000:3.0:1788796629.113857:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 2 00000100:00100000:3.0:1788796629.113867:0:6177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cd7c9cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+3:10389:x1875689024322560:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1788796629.113883:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796629.113952:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788796629.113959:0:6177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cd7c9cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+3:10389:x1875689024322560:12345-192.168.204.119@tcp:104: Request processed in 94us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1788796629.113966:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 2 00010000:00010000:1.0:1788796629.114004:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788796629.114011:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.114019:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cd7c0030400 already unused, calling callback (ffffffffc13e3c20) 10000000:00010000:1.0:1788796629.114024:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.114032:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788796629.114039:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788796629.114044:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788796629.114089:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.114096:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788796629.114130:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.114138:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.119@tcp lock: ffff9cd7c0030400/0xd9d1237998ae7220 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb24e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.114155:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796629.114157:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796629.114159:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788796629.114166:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788796629.114180:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000147456:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788796629.120334:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000147456:192.168.204.119@tcp:103:ldlm_bl.0 10000000:01000000:1.0:1788796629.212393:0:6187:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788796629.212404:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cd7c9045800 from 4 10000000:01000000:1.0:1788796629.212412:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788796629.212495:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.212510:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.212524:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788796629.212560:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147584:192.168.204.119@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788796629.212673:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7cb13ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788796629.220720:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147584:192.168.204.119@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788796629.220759:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.220785:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788796629.220928:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147712:192.168.204.119@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788796629.221029:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7cb13ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1788796629.228341:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147712:192.168.204.119@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788796629.228440:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147840:192.168.204.119@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788796629.228714:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7ca7bfe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788796629.234077:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000147840:192.168.204.119@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788796629.234714:0:6700:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6700:1875689000147968:192.168.204.119@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788796629.234846:0:6700:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c8a67000 going to sleep for 11 seconds 00000100:00100000:2.0:1788796629.238671:0:6700:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6700:1875689000147968:192.168.204.119@tcp:502:llog_process_th.0 00000020:01000000:2.0:1788796629.238731:0:6700:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788796629.238745:0:6700:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796629.238747:0:6700:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788796629.238756:0:6700:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cd7c9045800 00000020:00000080:2.0:1788796629.238759:0:6700:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788796629.241303:0:6700:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6700:1875689000148096:192.168.204.119@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788796629.241451:0:6700:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c8a67000 going to sleep for 11 seconds 00000100:00100000:2.0:1788796629.258234:0:6700:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:6700:1875689000148096:192.168.204.119@tcp:502:llog_process_th.0 00000020:01000000:2.0:1788796629.258300:0:6700:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796629.258310:0:6700:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796629.258314:0:6700:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1788796629.258319:0:6700:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1788796629.260697:0:6187:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1788796629.260735:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788796629.260750:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796629.260765:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796629.296040:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796630.315083:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788796631.275045:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000148224:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796631.275188:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000148480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796631.275231:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000148736:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796631.275277:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788796631.275285:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000148352:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796631.275396:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000148608:192.168.204.119@tcp:400:kworker.0 00010000:00080000:1.0:1788796631.280443:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35fbb80 x1875689000148480/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796631.280475:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000148480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796631.281766:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000148224:192.168.204.119@tcp:400:kworker.0 00010000:00080000:1.0:1788796631.281853:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f8a80 x1875689000148736/t0(0) o400->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796631.281868:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000148736:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796631.286471:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000148352:192.168.204.119@tcp:400:kworker.0 00010000:00080000:0.0:1788796631.286498:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f9180 x1875689000148608/t0(0) o400->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796631.286509:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000148608:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1788796631.343538:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796632.362953:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796633.387531:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788796634.066917:0:7037:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg419-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1788796634.412994:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796635.435014:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788796636.396227:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000148864:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796636.397055:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788796636.397065:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000148992:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796636.398202:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000149120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796636.398631:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788796636.398640:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000149248:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796636.398728:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788796636.398738:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000149376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796636.407500:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000148992:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796636.407518:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000148864:192.168.204.119@tcp:400:kworker.0 00010000:00080000:0.0:1788796636.428554:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd6d80 x1875689000149248/t0(0) o400->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796636.428575:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000149248:192.168.204.119@tcp:400:kworker.0 00010000:00080000:0.0:1788796636.428589:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd4700 x1875689000149120/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796636.428598:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000149120:192.168.204.119@tcp:400:kworker.0 00010000:00080000:1.0:1788796636.428659:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd5c00 x1875689000149376/t0(0) o400->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796636.428681:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000149376:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1788796636.459268:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796637.488207:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796638.508445:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788796639.112794:0:7319:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg419-client.virtnet: executing yml_node 00010000:00010000:3.0:1788796639.536382:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796640.555174:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788796641.516101:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cd7c9d0f800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1788796641.516108:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9cd7c9045800: disconnect after 23s idle 00000100:00100000:3.0:1788796641.517081:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000149504:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796641.517193:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000149760:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796641.517229:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788796641.517237:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000149632:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1788796641.521927:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cd7c9d09800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1788796641.521934:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9cd7c9045800: disconnect after 23s idle 00000100:00100000:3.0:1788796641.523891:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000149888:192.168.204.119@tcp:9:kworker.0 00000100:00100000:3.0:1788796641.523990:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000150016:192.168.204.119@tcp:9:kworker.0 00000100:00100000:2.0:1788796641.529427:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000149632:192.168.204.119@tcp:400:kworker.0 00010000:00080000:2.0:1788796641.529450:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbca80 x1875689000149760/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796641.529462:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000149760:192.168.204.119@tcp:400:kworker.0 00010000:00080000:3.0:1788796641.530103:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbe300 x1875689000149888/t0(0) o9->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788796641.530135:0:2411:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9cd7c9cbe300 x1875689000149888/t0(0) o9->lustre-OST0000-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788796641.530143:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c9d0f800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1788796641.530264:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000149888:192.168.204.119@tcp:9:kworker.0 00010000:00080000:3.0:1788796641.530284:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbc380 x1875689000150016/t0(0) o9->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788796641.530294:0:2411:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9cd7c9cbc380 x1875689000150016/t0(0) o9->lustre-OST0001-osc-ffff9cd7c9045800@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788796641.530302:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c9d09800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1788796641.530305:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad500ba2-a14a-4bfe-800e-f249d469e017:2411:1875689000150016:192.168.204.119@tcp:9:kworker.0 00000100:00100000:2.0:1788796641.533035:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000149504:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1788796641.578969:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796642.605547:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788796642.694247:0:7771:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.39 00010000:00010000:0.0:1788796643.627304:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796644.651026:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788796644.876512:0:7927:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.39 00010000:00010000:0.0:1788796645.675162:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788796646.637593:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000150144:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796646.637714:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000150400:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796646.637755:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788796646.637761:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000150272:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796646.642290:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000150144:192.168.204.119@tcp:400:kworker.0 00010000:00080000:3.0:1788796646.642322:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca461c00 x1875689000150400/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796646.642352:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000150400:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796646.656984:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000150272:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1788796646.701790:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788796647.385880:0:8083:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.39 00010000:00010000:2.0:1788796647.726246:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796648.748959:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788796648.963920:0:8230:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Mon Sep 7 11:57:27 EDT 2026 00010000:00010000:2.0:1788796649.771249:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796650.795053:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788796651.755141:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000150528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796651.757529:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000150784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796651.757580:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788796651.757588:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000150656:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796651.770267:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000150656:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796651.770291:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000150528:192.168.204.119@tcp:400:kworker.0 00010000:00080000:3.0:1788796651.770310:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca461f80 x1875689000150784/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796651.770325:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000150784:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1788796651.822341:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788796652.843310:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796653.867119:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796654.891202:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796655.915931:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788796656.875072:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000151040:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796656.875214:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788796656.875222:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000150912:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796656.875266:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000151168:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796656.884122:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000150912:192.168.204.119@tcp:400:kworker.0 00010000:00080000:3.0:1788796656.884152:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca461c00 x1875689000151168/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796656.884188:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000151168:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796656.884206:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000151040:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1788796656.939896:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796657.963937:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796658.987629:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796660.012792:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796661.038684:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788796661.997896:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000151424:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796661.998046:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788796661.998053:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000151296:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796661.998082:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000151552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796662.026977:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000151296:192.168.204.119@tcp:400:kworker.0 00010000:00080000:0.0:1788796662.027002:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35fa300 x1875689000151552/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796662.027015:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000151552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796662.027028:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000151424:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1788796662.059390:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796663.086113:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796664.109609:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796665.131347:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788796666.154966:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788796667.118922:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000151808:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1788796667.119078:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788796667.119086:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000151680:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1788796667.119120:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000151936:192.168.204.119@tcp:400:kworker.0 00010000:00080000:2.0:1788796667.121451:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbea00 x1875689000151936/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796667.121491:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000151936:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1788796667.121508:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000151808:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1788796667.137226:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000151680:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1788796667.180041:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788796668.205723:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788796669.002401:0:8790:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:2.0:1788796669.229137:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788796670.259030:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788796671.276933:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788796672.235880:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000152064:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796672.235973:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000152320:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796672.236298:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788796672.236307:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000152192:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796672.246753:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000152064:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796672.255638:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000152192:192.168.204.119@tcp:400:kworker.0 00010000:00080000:1.0:1788796672.255660:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f9180 x1875689000152320/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796672.255672:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000152320:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1788796672.299023:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788796672.432769:0:8930:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1788796673.323038:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788796674.215684:0:9076:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 11:57:52 (1788796672) === 00000080:00200008:3.0:1788796674.307177:0:8242:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788796674.307189:0:8242:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248),name=/ 00000002:00010000:3.0:1788796674.307214:0:8242:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788796674.307233:0:8242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1788796674.307249:0:8242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1788796674.307258:0:8242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788796674.307265:0:8242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00010000:3.0:1788796674.307268:0:8242:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) for lock 0xd9d1237998ae7251 00000080:00010000:3.0:1788796674.307276:0:8242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9d1237998ae7251 from it ffffad05c1cc7cb8 00010000:00010000:3.0:1788796674.307280:0:8242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1788796674.307289:0:8242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1788796674.358518:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1788796674.390072:0:8242:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1788796674.390084:0:8242:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248),name=/ 00000002:00010000:2.0:1788796674.390127:0:8242:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788796674.390148:0:8242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1788796674.390165:0:8242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:2.0:1788796674.390183:0:8242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1788796674.390189:0:8242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00010000:2.0:1788796674.390193:0:8242:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) for lock 0xd9d1237998ae7251 00000080:00010000:2.0:1788796674.390200:0:8242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9d1237998ae7251 from it ffffad05c1cc7cb8 00010000:00010000:2.0:1788796674.390204:0:8242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1788796674.390213:0:8242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1788796674.441988:0:8242:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788796674.442004:0:8242:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248),name=/ 00000002:00010000:3.0:1788796674.442037:0:8242:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788796674.442059:0:8242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788796674.442079:0:8242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1788796674.442089:0:8242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788796674.442099:0:8242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00010000:3.0:1788796674.442103:0:8242:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) for lock 0xd9d1237998ae7251 00000080:00010000:3.0:1788796674.442113:0:8242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9d1237998ae7251 from it ffffad05c1cc7cb8 00010000:00010000:3.0:1788796674.442118:0:8242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788796674.442127:0:8242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1788796674.481778:0:8242:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9cd7d092b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1788796674.481792:0:8242:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d092b248),name=/ 00000002:00010000:0.0:1788796674.481834:0:8242:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1788796674.481854:0:8242:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1788796674.481875:0:8242:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1788796674.481884:0:8242:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1788796674.481893:0:8242:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) 00000080:00010000:0.0:1788796674.481897:0:8242:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cd7d092b248) for lock 0xd9d1237998ae7251 00000080:00010000:0.0:1788796674.481906:0:8242:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9d1237998ae7251 from it ffffad05c1cc7cb8 00010000:00010000:0.0:1788796674.481910:0:8242:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1788796674.481920:0:8242:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cd7c9045800 lock: ffff9cd7c147e400/0xd9d1237998ae7251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7046c26bc86cb278 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:1.0:1788796674.961712:0:9125:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788796674.961718:0:9125:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788796674.961720:0:9125:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.119@tcp:/lustre 00000020:01000004:1.0:1788796674.961721:0:9125:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788796674.962072:0:9125:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9cd7ca531000 00000080:01000004:1.0:1788796674.962089:0:9125:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788796674.962132:0:9125:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.119@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788796674.962139:0:9125:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.119@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1788796674.962152:0:9125:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9cd7ca531000 (sb ffff9cd7ca531000) 00000080:01000000:1.0:1788796674.962324:0:9125:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1788796674.962326:0:9125:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1788796674.962330:0:9125:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1788796674.962341:0:9125:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 97f6e06e-e66c-4c68-868c-3baafa03ea0f 10000000:01000000:1.0:1788796674.966086:0:9125:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788796674.966096:0:9125:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9cd7ca531000 10000000:01000000:1.0:1788796674.966108:0:9125:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9cd7ca531000 10000000:01000000:1.0:1788796674.966122:0:9125:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788796674.966130:0:9125:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9cd7ca531000 10000000:01000000:1.0:1788796674.966134:0:9125:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788796674.966138:0:9125:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9cd7ca531000 10000000:01000000:1.0:1788796674.966141:0:9125:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788796674.966145:0:9125:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9cd7ca531000 from 1 10000000:01000000:1.0:1788796674.966148:0:9125:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788796674.966213:0:9125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88b200/0xd9d1237998ae726d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796674.966230:0:9125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88b200/0xd9d1237998ae726d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796674.966246:0:9125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88b200/0xd9d1237998ae726d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788796674.966291:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000152448:192.168.204.119@tcp:101:mount.lustre.0 00000100:00100000:1.0:1788796674.966452:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7cbfa1000 going to sleep for 11 seconds 00000100:00100000:0.0:1788796674.986143:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000152448:192.168.204.119@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788796674.986179:0:9125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88b200/0xd9d1237998ae726d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb358 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796674.986194:0:9125:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88b200/0xd9d1237998ae726d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb358 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788796674.986289:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000152576:192.168.204.119@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788796674.986387:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.003513:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000152576:192.168.204.119@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788796675.003613:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000152704:192.168.204.119@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788796675.003720:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788796675.021181:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000152704:192.168.204.119@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788796675.025493:0:9129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9129:1875689000152832:192.168.204.119@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788796675.025615:0:9129:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd540 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.035536:0:9129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9129:1875689000152832:192.168.204.119@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788796675.035593:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788796675.035608:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788796675.035611:0:9129:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1788796675.035618:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9cd7ca531000 00000020:00000080:0.0:1788796675.035620:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788796675.035654:0:9129:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9cd7ca531000 (ffff9cd7c35199b8) 00000020:00000080:0.0:1788796675.035679:0:9129:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1788796675.035686:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9cd7ca531000 00000020:00000080:0.0:1788796675.035688:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1788796675.036665:0:9129:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9cd7ca531000 (uuid 97f6e06e-e66c-4c68-868c-3baafa03ea0f) 00000020:01000000:2.0:1788796675.036673:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796675.036677:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.036679:0:9129:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1788796675.036683:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788796675.036686:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.036688:0:9129:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1788796675.036692:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.036695:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788796675.036709:0:9129:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9cd7ca531000 (ffff9cd7c4810000) 00000020:00000080:2.0:1788796675.036721:0:9129:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:2.0:1788796675.036727:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.036730:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1788796675.037580:0:9129:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9cd7ca531000 (uuid 97f6e06e-e66c-4c68-868c-3baafa03ea0f) 00000020:01000000:2.0:1788796675.037587:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796675.037591:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.037593:0:9129:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1788796675.037595:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788796675.037604:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.037606:0:9129:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1788796675.037610:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788796675.037612:0:9129:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1788796675.037615:0:9129:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1788796675.037621:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796675.037624:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.037625:0:9129:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1788796675.037628:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788796675.037632:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.037633:0:9129:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1788796675.037636:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788796675.037642:0:9129:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.119@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000020:01000000:2.0:1788796675.037665:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.037668:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788796675.037677:0:9129:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9cd7ca531000 (ffff9cd7c48119b8) 00000020:00000080:2.0:1788796675.037689:0:9129:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:2.0:1788796675.037695:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.037697:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1788796675.037789:0:9129:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cd7c31d6800@lustre-MDT0000-mdc-ffff9cd7ca531000: add connection 192.168.204.119@tcp at head 00010000:00010000:2.0:1788796675.056967:0:9129:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9cd7ca531000-5 is initialized 00000040:01000000:2.0:1788796675.057210:0:9129:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9cd7ca531000 ctxt 13 is initialized 00000020:00000080:2.0:1788796675.057264:0:9129:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9cd7ca531000 (uuid 97f6e06e-e66c-4c68-868c-3baafa03ea0f) 00000020:01000000:2.0:1788796675.057281:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.057286:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1788796675.060046:0:9129:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1788796675.060144:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796675.060153:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.060156:0:9129:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1788796675.060159:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788796675.060163:0:9129:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1788796675.060165:0:9129:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788796675.060175:0:9129:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788796675.060176:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788796675.060179:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.060180:0:9129:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788796675.060183:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788796675.060187:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.060189:0:9129:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1788796675.060192:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788796675.060198:0:9129:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.119@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000020:01000000:2.0:1788796675.060232:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.060235:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788796675.060246:0:9129:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9cd7ca531000 (ffff9cd7c4814d28) 00000020:00000080:2.0:1788796675.060264:0:9129:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:2.0:1788796675.060270:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.060273:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1788796675.064440:0:9129:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cd7c31d1800@lustre-MDT0001-mdc-ffff9cd7ca531000: add connection 192.168.204.119@tcp at head 00010000:00010000:2.0:1788796675.080294:0:9129:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9cd7ca531000-6 is initialized 00000040:01000000:2.0:1788796675.080567:0:9129:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9cd7ca531000 ctxt 13 is initialized 00000020:00000080:2.0:1788796675.080615:0:9129:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9cd7ca531000 (uuid 97f6e06e-e66c-4c68-868c-3baafa03ea0f) 00000020:01000000:2.0:1788796675.080630:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.080635:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1788796675.080663:0:9129:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1788796675.080702:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796675.080706:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.080708:0:9129:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1788796675.080711:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788796675.080714:0:9129:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1788796675.080716:0:9129:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788796675.080717:0:9129:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788796675.080719:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788796675.080721:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.080723:0:9129:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788796675.080725:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788796675.080736:0:9129:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.119@tcp:/lustre 00000020:00000080:2.0:1788796675.080740:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.080741:0:9129:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788796675.080744:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788796675.080750:0:9129:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.119@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000020:01000000:2.0:1788796675.080951:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.080955:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788796675.080965:0:9129:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9cd7ca531000 (ffff9cd7c4813370) 00000020:00000080:2.0:1788796675.080979:0:9129:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1788796675.080985:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.080988:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1788796675.081064:0:9129:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cd7c31d7800@lustre-OST0000-osc-ffff9cd7ca531000: add connection 192.168.204.119@tcp at head 00010000:00010000:2.0:1788796675.081279:0:9129:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9cd7ca531000-7 is initialized 00000020:00000080:2.0:1788796675.085224:0:9129:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9cd7ca531000 (uuid 97f6e06e-e66c-4c68-868c-3baafa03ea0f) 00000020:01000000:2.0:1788796675.085241:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.085246:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1788796675.085267:0:9129:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1788796675.085276:0:9129:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9cd7ca531000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1788796675.085282:0:9129:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1788796675.085293:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796675.085296:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.085298:0:9129:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788796675.085302:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788796675.085852:0:9129:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1788796675.085856:0:9129:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788796675.085858:0:9129:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788796675.085860:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788796675.085864:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.085865:0:9129:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788796675.085869:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788796675.085874:0:9129:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.119@tcp:/lustre 00000020:00000080:2.0:1788796675.085878:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.085886:0:9129:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788796675.085890:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788796675.085897:0:9129:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.119@tcp to nid 0x20000c0a8cc77 (192.168.204.119@tcp) 00000020:01000000:2.0:1788796675.085993:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.085996:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788796675.086020:0:9129:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9cd7ca531000 (ffff9cd7c49f99b8) 00000020:00000080:2.0:1788796675.086040:0:9129:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1788796675.086046:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.086048:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1788796675.086121:0:9129:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9cd7c31d6000@lustre-OST0001-osc-ffff9cd7ca531000: add connection 192.168.204.119@tcp at head 00010000:00010000:2.0:1788796675.088419:0:9129:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9cd7ca531000-8 is initialized 00000020:00000080:2.0:1788796675.088776:0:9129:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9cd7ca531000 (uuid 97f6e06e-e66c-4c68-868c-3baafa03ea0f) 00000020:01000000:2.0:1788796675.088792:0:9129:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9cd7ca531000 00000020:00000080:2.0:1788796675.088796:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1788796675.088835:0:9129:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1788796675.088845:0:9129:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9cd7ca531000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1788796675.088848:0:9129:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1788796675.088859:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796675.088863:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.088866:0:9129:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788796675.088869:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788796675.088873:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.088874:0:9129:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788796675.088877:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788796675.088879:0:9129:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788796675.088881:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788796675.088884:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788796675.088885:0:9129:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:2.0:1788796675.091157:0:9129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9129:1875689000152960:192.168.204.119@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788796675.092446:0:9129:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c5493180 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.095624:0:9129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9129:1875689000152960:192.168.204.119@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788796675.095676:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788796675.095688:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788796675.095691:0:9129:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788796675.095697:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788796675.095739:0:9129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9129:1875689000153088:192.168.204.119@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788796675.095872:0:9129:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd900 going to sleep for 11 seconds 00000100:00100000:1.0:1788796675.116874:0:9129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9129:1875689000153088:192.168.204.119@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788796675.116935:0:9129:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796675.116943:0:9129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796675.116945:0:9129:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788796675.116950:0:9129:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788796675.117194:0:9125:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788796675.117213:0:9125:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788796675.117254:0:9125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88b200/0xd9d1237998ae726d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb358 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796675.117266:0:9125:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88b200/0xd9d1237998ae726d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb358 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788796675.117274:0:9125:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9cd7ca531000 from 1 10000000:01000000:2.0:1788796675.117277:0:9125:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1788796675.117323:0:9125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60ec00/0xd9d1237998ae729e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796675.117331:0:9125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60ec00/0xd9d1237998ae729e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796675.117341:0:9125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60ec00/0xd9d1237998ae729e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788796675.117362:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153216:192.168.204.119@tcp:101:mount.lustre.0 00000100:00100000:2.0:1788796675.117439:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c2b7b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788796675.139690:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153216:192.168.204.119@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788796675.139723:0:9125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60ec00/0xd9d1237998ae729e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb35f expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796675.139757:0:9125:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60ec00/0xd9d1237998ae729e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb35f expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788796675.140653:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153344:192.168.204.119@tcp:256:mount.lustre.0 00000100:00100000:0.0:1788796675.140930:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7d0107240 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.149050:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153344:192.168.204.119@tcp:256:mount.lustre.0 10000000:01000000:0.0:1788796675.149710:0:9125:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1788796675.149737:0:9125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60ec00/0xd9d1237998ae729e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb35f expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796675.150423:0:9125:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60ec00/0xd9d1237998ae729e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb35f expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788796675.150435:0:9125:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cd7ca531000 from 1 10000000:01000000:0.0:1788796675.150438:0:9125:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788796675.150483:0:9125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796675.150491:0:9125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796675.150500:0:9125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788796675.150521:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153472:192.168.204.119@tcp:101:mount.lustre.0 00000100:00100000:0.0:1788796675.150665:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd900 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.155642:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153472:192.168.204.119@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788796675.155676:0:9125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788796675.155689:0:9125:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788796675.155783:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153600:192.168.204.119@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788796675.155892:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd900 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.162633:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153600:192.168.204.119@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788796675.162733:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153728:192.168.204.119@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788796675.162886:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd900 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.166479:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:777c5382-705f-479f-8f4d-3aa5213b2694:9125:1875689000153728:192.168.204.119@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788796675.168037:0:9133:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9133:1875689000153856:192.168.204.119@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788796675.168178:0:9133:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52ddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.191213:0:9133:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9133:1875689000153856:192.168.204.119@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788796675.191356:0:9133:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788796675.191368:0:9133:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788796675.191370:0:9133:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788796675.191378:0:9133:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cd7ca531000 00000020:00000080:0.0:1788796675.191381:0:9133:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788796675.191389:0:9133:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788796675.191391:0:9133:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788796675.191392:0:9133:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788796675.191395:0:9133:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788796675.191397:0:9133:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788796675.191398:0:9133:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788796675.191401:0:9133:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9cd7ca531000 00000020:00000080:0.0:1788796675.191403:0:9133:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788796675.191634:0:9133:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9133:1875689000153984:192.168.204.119@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788796675.191817:0:9133:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52ddd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788796675.202263:0:9133:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:777c5382-705f-479f-8f4d-3aa5213b2694:9133:1875689000153984:192.168.204.119@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788796675.202330:0:9133:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788796675.202342:0:9133:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788796675.202345:0:9133:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1788796675.202351:0:9133:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1788796675.202697:0:9125:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1788796675.202724:0:9125:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788796675.202746:0:9125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788796675.202769:0:9125:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1788796675.202836:0:9125:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1788796675.202866:0:9125:0:(genops.c:1384:class_connect()) connect: client 97f6e06e-e66c-4c68-868c-3baafa03ea0f, cookie 0xd9d1237998ae72ac 00800000:01000000:3.0:1788796675.202895:0:9125:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 97f6e06e-e66c-4c68-868c-3baafa03ea0f to lustre-clilmv-ffff9cd7ca531000 00800000:01000000:3.0:1788796675.202905:0:9125:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9cd7ca531000(97f6e06e-e66c-4c68-868c-3baafa03ea0f) - lustre-MDT0000_UUID, 97f6e06e-e66c-4c68-868c-3baafa03ea0f 00000020:00000080:3.0:1788796675.202914:0:9125:0:(genops.c:1384:class_connect()) connect: client 97f6e06e-e66c-4c68-868c-3baafa03ea0f, cookie 0xd9d1237998ae72b3 00000100:00080000:3.0:1788796675.202923:0:9125:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9cd7ca531000: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:3.0:1788796675.202937:0:9125:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9cd7ca531000: import ffff9cd7c31d6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1788796675.202963:0:9125:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788796675.202990:0:9125:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cd7ca460000 x1875689000154112/t0(0) o38->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788796675.203031:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000154112:192.168.204.119@tcp:38:mount.lustre.0 00000100:00080000:3.0:1788796675.203256:0:9125:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID 00000100:00100000:2.0:1788796675.203569:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000154240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1788796675.203639:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788796675.203647:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000154368:192.168.204.119@tcp:400:kworker.0 00800000:01000000:3.0:1788796675.203700:0:9125:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9cd7ca531000(97f6e06e-e66c-4c68-868c-3baafa03ea0f) successfully (5) 00800000:00000004:3.0:1788796675.203705:0:9125:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9cd7ca531000: age -656, max_age 0 00800000:01000000:3.0:1788796675.203739:0:9125:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9cd7ca531000(97f6e06e-e66c-4c68-868c-3baafa03ea0f) - lustre-MDT0001_UUID, 97f6e06e-e66c-4c68-868c-3baafa03ea0f 00000020:00000080:3.0:1788796675.203749:0:9125:0:(genops.c:1384:class_connect()) connect: client 97f6e06e-e66c-4c68-868c-3baafa03ea0f, cookie 0xd9d1237998ae72ba 00000100:00080000:3.0:1788796675.203756:0:9125:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff9cd7ca531000: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:3.0:1788796675.203774:0:9125:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff9cd7ca531000: import ffff9cd7c31d1800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1788796675.203782:0:9125:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788796675.203795:0:9125:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cd7ca461180 x1875689000154624/t0(0) o38->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788796675.203838:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000154624:192.168.204.119@tcp:38:mount.lustre.0 00000100:00100000:2.0:1788796675.204594:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1788796675.204619:0:2414:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9cd7ca462d80 x1875689000154496/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788796675.206069:0:9125:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID 00800000:01000000:2.0:1788796675.207087:0:9125:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9cd7ca531000(97f6e06e-e66c-4c68-868c-3baafa03ea0f) successfully (5) 00800000:00000004:2.0:1788796675.207091:0:9125:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff9cd7ca531000: age -656, max_age 0 00000100:00080000:2.0:1788796675.207168:0:2414:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9cd7c9cbea00 x1875689000154752/t0(0) o41->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1788796675.207218:0:9125:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9cd7ca531000: age -656, max_age 343 00800000:00000004:2.0:1788796675.207233:0:9125:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9cd7ca531000: age -656, max_age 343 00000100:00080000:2.0:1788796675.207548:0:9125:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9cd7c9cbce00 x1875689000154880/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796675.207556:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7cb13e9c0 going to sleep for 0 seconds 00010000:00080000:2.0:1788796675.226564:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca461f80 x1875689000154368/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796675.226601:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000154368:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1788796675.226620:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000154240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1788796675.231850:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788796675.231869:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9cd7ca531000: connect to target with instance 1 00000100:00080000:3.0:1788796675.231880:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9cd7ca531000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1788796675.231893:0:2411:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788796675.231897:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c31d6800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788796675.235954:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bc12ecff): req@ffff9cd7ca462d80 x1875689000154496/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788796675.235980:0:2411:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000130d057b): req@ffff9cd7c9cbce00 x1875689000154880/t0(0) o41->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796675.235995:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000154112:192.168.204.119@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788796675.236070:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca461180 x1875689000154624/t0(0) o38->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 520/416 e 0 to 0 dl 1788796685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796675.236081:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788796675.236101:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9cd7ca531000: connect to target with instance 1 00000100:00080000:2.0:1788796675.236110:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9cd7ca531000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1788796675.236122:0:2411:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788796675.236125:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c31d1800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788796675.236683:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7cb13e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788796675.236747:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000154624:192.168.204.119@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788796675.276908:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbea00 x1875689000154752/t0(0) o41->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788796691 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796675.276955:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:0:1875689000154752:192.168.204.119@tcp:41:mount.lustre.0 00000100:00100000:2.0:1788796675.276976:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:0:1875689000154496:192.168.204.119@tcp:41:mount.lustre.0 00000100:00100000:0.0:1788796675.282223:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:97f6e06e-e66c-4c68-868c-3baafa03ea0f:9125:1875689000154880:192.168.204.119@tcp:41:mount.lustre.0 00800000:00000004:0.0:1788796675.282271:0:9125:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9cd7ca531000: update ffff9cd7c4811e08 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:0.0:1788796675.282285:0:9125:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9cd7ca531000: update ffff9cd7c4810450 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:0.0:1788796675.282378:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:97f6e06e-e66c-4c68-868c-3baafa03ea0f:9125:1875689000155008:192.168.204.119@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788796675.282532:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788796675.296072:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:97f6e06e-e66c-4c68-868c-3baafa03ea0f:9125:1875689000155008:192.168.204.119@tcp:40:mount.lustre.0 00000080:00000004:0.0:1788796675.296111:0:9125:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:0.0:1788796675.296130:0:9125:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2146304 00020000:01000000:0.0:1788796675.296134:0:9125:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1788796675.296150:0:9125:0:(genops.c:1384:class_connect()) connect: client 97f6e06e-e66c-4c68-868c-3baafa03ea0f, cookie 0xd9d1237998ae72c1 00000020:00000080:0.0:1788796675.296174:0:9125:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd9d1237998ae72c8 00000100:00080000:0.0:1788796675.296182:0:9125:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9cd7ca531000: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:0.0:1788796675.296195:0:9125:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9cd7ca531000: import ffff9cd7c31d7800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1788796675.296212:0:9125:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788796675.296245:0:9125:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cd7c35f9880 x1875689000155136/t0(0) o8->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788796675.296282:0:9125:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID 00020000:01000000:0.0:1788796675.296306:0:9125:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9cd7ca531000) active 00000100:00100000:1.0:1788796675.296546:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000155264:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796675.296676:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000155520:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796675.296718:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788796675.296723:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000155392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796675.296746:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000155648:192.168.204.119@tcp:400:kworker.0 00000020:00000080:0.0:1788796675.297059:0:9125:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0xd9d1237998ae72cf 00000100:00080000:0.0:1788796675.297068:0:9125:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9cd7ca531000: connect to NID 192.168.204.119@tcp last attempt 0 00000100:00080000:0.0:1788796675.297077:0:9125:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9cd7ca531000: import ffff9cd7c31d6000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1788796675.297084:0:9125:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788796675.297101:0:9125:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cd7c35fb800 x1875689000155776/t0(0) o8->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788796675.297111:0:9125:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID 00020000:01000000:0.0:1788796675.297119:0:9125:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9cd7ca531000) active 00000100:00100000:0.0:1788796675.297158:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:97f6e06e-e66c-4c68-868c-3baafa03ea0f:9125:1875689000155904:192.168.204.119@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788796675.297184:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788796675.300337:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000155136:192.168.204.119@tcp:8:mount.lustre.0 00000100:00100000:2.0:1788796675.300631:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000155776:192.168.204.119@tcp:8:mount.lustre.0 00000100:00100000:1.0:1788796675.311277:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000155392:192.168.204.119@tcp:400:kworker.0 00010000:00080000:1.0:1788796675.311306:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd7100 x1875689000155648/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796675.311772:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000155648:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1788796675.311786:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000155264:192.168.204.119@tcp:400:kworker.0 00010000:00080000:1.0:1788796675.311835:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd4a80 x1875689000155520/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796675.311868:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000155520:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1788796675.318840:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:97f6e06e-e66c-4c68-868c-3baafa03ea0f:9125:1875689000155904:192.168.204.119@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788796675.319047:0:9125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:97f6e06e-e66c-4c68-868c-3baafa03ea0f:9125:1875689000156032:192.168.204.119@tcp:33:mount.lustre.0 00000100:00100000:0.0:1788796675.319219:0:9125:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c52dd3c0 going to sleep for 11 seconds 00010000:00080000:2.0:1788796675.322124:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f9880 x1875689000155136/t0(0) o8->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 520/416 e 0 to 0 dl 1788796685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796675.322143:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cd7ca531000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788796675.322155:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9cd7ca531000: connect to target with instance 1 00000100:00080000:2.0:1788796675.322167:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9cd7ca531000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788796675.322185:0:2411:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788796675.322189:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c31d7800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788796675.322196:0:2411:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1788796675.322202:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788796675.322207:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788796675.322221:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000155136:192.168.204.119@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788796675.322239:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35fb800 x1875689000155776/t0(0) o8->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 520/416 e 0 to 0 dl 1788796685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796675.322248:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9cd7ca531000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788796675.322282:0:2411:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9cd7ca531000: connect to target with instance 1 00000100:00080000:2.0:1788796675.322289:0:2411:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9cd7ca531000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788796675.322294:0:2411:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788796675.322296:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c31d6000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788796675.322300:0:2411:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1788796675.322302:0:2411:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788796675.322305:0:2411:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788796675.322311:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000155776:192.168.204.119@tcp:8:mount.lustre.0 00000100:00100000:0.0:1788796675.324988:0:9125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:97f6e06e-e66c-4c68-868c-3baafa03ea0f:9125:1875689000156032:192.168.204.119@tcp:33:mount.lustre.0 00000080:00200000:0.0:1788796675.325262:0:9125:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cd7d0981988) 00000080:00200000:0.0:1788796675.325276:0:9125:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1788796675.325395:0:9125:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_39_g569731d 00000080:00000004:0.0:1788796675.334024:0:9125:0:(super25.c:182:lustre_fill_super()) 192.168.204.119@tcp:/lustre: Mount complete 00010000:00010000:3.0:1788796675.380248:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1788796675.600346:0:9155:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:2.0:1788796676.267058:0:268:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295013307, at 4295013312 00000100:00000010:2.0:1788796676.267076:0:268:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d0018de0. 00000100:00000040:3.0:1788796676.271192:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295013307, at 4295013316 00000100:00000010:3.0:1788796676.271222:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d00189c0. 00010000:00000001:2.0:1788796676.396026:0:268:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796676.396033:0:268:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796676.396041:0:268:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796676.396042:0:268:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796676.396079:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796676.396082:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796676.396086:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796677.419509:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796677.419521:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796677.419529:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796677.419531:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796677.419935:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796677.419940:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796677.419944:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796678.442946:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796678.442953:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796678.442961:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796678.442962:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796678.442987:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796678.442989:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796678.442993:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796679.472979:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796679.472987:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796679.472992:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796679.472994:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796679.473202:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796679.473206:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796679.473209:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788796680.427494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796680.427505:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796680.427516:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35fa680. 00000020:00000040:0.0:1788796680.427522:0:37:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:0.0:1788796680.427527:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796680.427530:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796680.427536:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796680.427544:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e26600. 00000100:00000001:0.0:1788796680.427552:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427642:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796680.427655:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796680.427659:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427666:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009342585c] to pc [ptlrpcd_00_00+0] req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.427692:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796680.427699:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796680.427702:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f9500. 00000020:00000040:0.0:1788796680.427705:0:37:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:0.0:1788796680.427719:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796680.427721:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796680.427723:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796680.427728:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e26b00. 00000100:00000001:0.0:1788796680.427732:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427737:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796680.427745:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796680.427747:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427751:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f795cf9] to pc [ptlrpcd_00_01+1] req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.427760:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796680.427766:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796680.427769:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f9f80. 00000020:00000040:0.0:1788796680.427771:0:37:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:0.0:1788796680.427774:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796680.427775:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796680.427777:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796680.427780:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e26a00. 00000100:00000001:0.0:1788796680.427783:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427787:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796680.427794:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796680.427796:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427828:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008203946f] to pc [ptlrpcd_00_00+0] req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.427837:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.427839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788796680.427843:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788796680.427854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788796680.427954:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788796680.427957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796680.427960:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796680.427964:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f8000. 00000020:00000040:0.0:1788796680.427968:0:37:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:0.0:1788796680.427972:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796680.428087:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796680.428091:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796680.428096:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e26e00. 00000100:00000001:0.0:1788796680.428100:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428106:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796680.428113:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796680.428115:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428119:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000394def89] to pc [ptlrpcd_00_01+1] req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428127:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796680.428132:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796680.428135:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f9c00. 00000020:00000040:0.0:1788796680.428138:0:37:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:0.0:1788796680.428140:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796680.428141:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796680.428153:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796680.428158:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7ca6ce500. 00000100:00000001:0.0:1788796680.428161:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428166:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796680.428185:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796680.428188:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428193:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d203458b] to pc [ptlrpcd_00_00+0] req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428199:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796680.428205:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796680.428209:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35fad80. 00000020:00000040:0.0:1788796680.428211:0:37:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d7800 refcount=3 obd=lustre-OST0000-osc-ffff9cd7ca531000 00000100:00000001:0.0:1788796680.428222:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796680.428224:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796680.428226:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796680.428231:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c54e7900. 00000100:00000001:0.0:1788796680.428234:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428239:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796680.428246:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796680.428247:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428251:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc3fdb3] to pc [ptlrpcd_00_01+1] req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428257:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796680.428262:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796680.428266:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35fb800. 00000020:00000040:0.0:1788796680.428268:0:37:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6000 refcount=3 obd=lustre-OST0001-osc-ffff9cd7ca531000 00000100:00000001:0.0:1788796680.428270:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796680.428271:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796680.428273:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796680.428276:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c54e7100. 00000100:00000001:0.0:1788796680.428285:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428290:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796680.428298:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796680.428300:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428304:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0a587ce] to pc [ptlrpcd_00_00+0] req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428312:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.428317:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (355) 00000100:00000001:0.0:1788796680.428332:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796680.428336:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796680.428338:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796680.428345:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428352:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796680.428354:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796680.428374:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796680.428377:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796680.428380:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796680.428384:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000156160:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796680.428388:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796680.428394:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796680.428396:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796680.428399:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796680.428404:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a200. 02000000:00000001:0.0:1788796680.428406:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796680.428414:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796680.428419:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b0630. 00000400:00000010:0.0:1788796680.428426:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937ee0. 00000100:00000200:0.0:1788796680.428434:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000156160, portal 25 00000100:00000001:0.0:1788796680.428437:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796680.428439:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242568320 : -109024466983296 : ffff9cd7c35fa680) 00000100:00000001:1.0:1788796680.428451:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788796680.428452:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.428456:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796680.428459:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788796680.428465:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796680.428468:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788796680.428473:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796680.428479:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937220. 00000100:00000001:1.0:1788796680.428484:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1788796680.428486:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000156160, offset 0 00000100:00000001:1.0:1788796680.428487:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.428492:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796680.428494:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788796680.428498:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:1.0:1788796680.428499:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796680.428505:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000156288:192.168.204.119@tcp:400:kworker.0 00000400:00000200:0.0:1788796680.428511:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796680.428512:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796680.428517:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796680.428520:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796680.428523:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 02000000:00000001:1.0:1788796680.428524:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796680.428530:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbc400. 00000400:00000200:0.0:1788796680.428532:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1788796680.428534:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796680.428539:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796680.428541:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796680.428545:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1788796680.428546:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161bb0. 00000400:00000200:0.0:1788796680.428551:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000010:1.0:1788796680.428554:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162908. 00000100:00000200:1.0:1788796680.428559:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000156288, portal 10 00000100:00000001:1.0:1788796680.428562:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796680.428563:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242563840 : -109024466987776 : ffff9cd7c35f9500) 00000100:00000040:1.0:1788796680.428571:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788796680.428572:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [127:127:256:4294967295] 192.168.204.119@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:0.0:1788796680.428586:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796680.428589:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788796680.428599:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796680.428605:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796680.428610:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7700. 00000800:00000200:0.0:1788796680.428618:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796680.428626:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796680.428630:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796680.428640:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796680.428644:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796680.428646:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295018435 00000100:00000010:0.0:1788796680.428651:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c8bd2a20. 00000100:00000001:0.0:1788796680.428657:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788796680.428661:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295018435 00000100:00000010:0.0:1788796680.428665:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c8bd25a0. 00000100:00000001:0.0:1788796680.428668:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788796680.428671:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796680.428680:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796680.428683:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796680.428687:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428695:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796680.428696:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796680.428699:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796680.428700:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796680.428702:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796680.428705:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000156416:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796680.428709:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796680.428711:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796680.428713:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796680.428715:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796680.428719:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0b200. 02000000:00000001:0.0:1788796680.428721:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796680.428725:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796680.428728:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b0210. 00000400:00000010:0.0:1788796680.428732:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c89377f8. 00000100:00000200:0.0:1788796680.428736:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000156416, portal 10 00000100:00000001:0.0:1788796680.428738:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796680.428740:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242566528 : -109024466985088 : ffff9cd7c35f9f80) 00000100:00000040:0.0:1788796680.428747:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428754:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796680.428757:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796680.428760:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937bb0. 00000100:00000200:0.0:1788796680.428762:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000156416, offset 0 00000400:00000200:0.0:1788796680.428767:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796680.428772:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796680.428776:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796680.428779:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796680.428787:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796680.428790:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796680.428793:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796680.428797:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [128:128:255:4294967295] 192.168.204.119@tcp LPNI seq info [128:128:7:4294967295] 00000400:00000200:0.0:1788796680.428821:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796680.428829:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796680.428833:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796680.428837:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7500. 00000800:00000200:0.0:1788796680.428842:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796680.428845:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1788796680.428847:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796680.428852:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1788796680.428852:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7700. 00000100:00000001:0.0:1788796680.428858:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796680.428860:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1788796680.428864:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 136432 usecs (137 jiffies) 00000400:00000200:3.0:1788796680.428870:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1788796680.428871:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796680.428876:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295017610 00000400:00000200:3.0:1788796680.428877:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937220 00000100:00000001:0.0:1788796680.428879:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295018435 00000400:00000010:3.0:1788796680.428882:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937220. 00000100:00000001:0.0:1788796680.428883:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295017610 00000100:00000001:0.0:1788796680.428888:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295018435 00000100:00000001:3.0:1788796680.428889:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788796680.428892:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796680.428896:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788796680.428897:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428899:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796680.428907:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.428913:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788796680.428919:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788796680.428920:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.428923:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796680.428928:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796680.428931:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796680.428934:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796680.428935:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796680.428938:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1788796680.428942:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000156672:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796680.428955:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1788796680.428955:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1788796680.428958:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1788796680.428959:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7500. 02000000:00000001:0.0:1788796680.428961:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796680.428964:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1788796680.428965:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796680.428969:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0ba00. 02000000:00000001:0.0:1788796680.428973:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796680.428977:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796680.428980:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937bb0 00000400:00000010:3.0:1788796680.428982:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937bb0. 00000100:00000001:3.0:1788796680.428985:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1788796680.428992:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1788796680.428992:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788796680.428997:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b0d10. 00000400:00000010:0.0:1788796680.429003:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937550. 00000100:00000001:3.0:1788796680.429005:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796680.429009:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.429016:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796680.429018:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788796680.429173:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796680.429178:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d01622a8. 00000100:00000200:1.0:1788796680.429182:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000156288, offset 0 00000400:00000200:1.0:1788796680.429193:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796680.429197:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796680.429202:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796680.429205:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796680.429209:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796680.429212:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796680.429215:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796680.429218:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [129:129:256:4294967295] 192.168.204.119@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:1.0:1788796680.429223:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796680.429233:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796680.429237:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796680.429241:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c3ed2b00. 00000800:00000200:1.0:1788796680.429246:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796680.429251:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796680.429254:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c3ed2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796680.429301:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.429305:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 109476 usecs (110 jiffies) 00000400:00000200:1.0:1788796680.429318:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796680.429321:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295017584 00000100:00000001:1.0:1788796680.429324:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295018435 00000100:00000001:1.0:1788796680.429326:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295017584 00000100:00000001:1.0:1788796680.429329:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295018435 00000100:00000001:1.0:1788796680.429331:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.429334:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.429336:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796680.429342:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.429350:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796680.429351:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.429371:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796680.429373:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796680.429376:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796680.429380:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000156544:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796680.429384:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796680.429386:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796680.429388:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.429390:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796680.429394:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbda00. 02000000:00000001:1.0:1788796680.429396:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796680.429400:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796680.429403:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161ec8. 00000400:00000010:1.0:1788796680.429407:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162220. 00000100:00000200:1.0:1788796680.429410:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000156544, portal 10 00000100:00000001:1.0:1788796680.429413:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796680.429414:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242558464 : -109024466993152 : ffff9cd7c35f8000) 00000020:00000010:1.0:1788796680.429422:0:2413:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9cd7c484a000. 00000100:00000040:1.0:1788796680.429428:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.429435:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796680.429437:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796680.429439:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162330. 00000100:00000200:1.0:1788796680.429442:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000156544, offset 0 00000400:00000200:1.0:1788796680.429446:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796680.429451:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796680.429455:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796680.429458:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796680.429461:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796680.429464:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796680.429467:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796680.429471:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [130:130:255:4294967295] 192.168.204.119@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:1.0:1788796680.429476:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796680.429489:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796680.429495:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796680.429499:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c3ed2e00. 00000800:00000200:1.0:1788796680.429505:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000100:00000200:0.0:1788796680.429509:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000156672, portal 10 00000800:00000200:1.0:1788796680.429512:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1788796680.429514:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1788796680.429516:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c3ed2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796680.429517:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242565632 : -109024466985984 : ffff9cd7c35f9c00) 00000100:00000001:1.0:1788796680.429522:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.429527:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 45385 usecs (46 jiffies) 00000020:00000010:0.0:1788796680.429528:0:2412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9cd7c3458000. 00000400:00000200:1.0:1788796680.429533:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796680.429536:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295017520 00000100:00000040:0.0:1788796680.429539:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.429540:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295018435 00000100:00000001:1.0:1788796680.429546:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295017520 00000100:00000001:1.0:1788796680.429551:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295018435 00000100:00000001:1.0:1788796680.429555:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.429557:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.429560:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796680.429565:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.429572:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796680.429574:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.429576:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796680.429577:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796680.429580:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796680.429584:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000156800:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796680.429587:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796680.429589:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796680.429590:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.429604:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796680.429607:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbd600. 02000000:00000001:1.0:1788796680.429611:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796680.429614:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796680.429620:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796680.429623:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796680.429624:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937088. 00000400:00000010:1.0:1788796680.429629:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01615d8. 00000100:00000200:0.0:1788796680.429630:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000156672, offset 0 00000400:00000010:1.0:1788796680.429636:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162bb0. 00000400:00000200:0.0:1788796680.429641:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:1.0:1788796680.429643:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000156800, portal 4 00000100:00000001:1.0:1788796680.429646:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1788796680.429649:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796680.429650:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242570112 : -109024466981504 : ffff9cd7c35fad80) 00000400:00000200:0.0:1788796680.429657:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000010:1.0:1788796680.429659:0:2413:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9cd7c484c000. 00000400:00000200:0.0:1788796680.429662:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796680.429667:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:1.0:1788796680.429670:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788796680.429673:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796680.429680:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:1.0:1788796680.429686:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788796680.429687:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [131:131:254:4294967295] 192.168.204.119@tcp LPNI seq info [131:131:6:4294967295] 00000100:00000040:1.0:1788796680.429694:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796680.429697:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796680.429699:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162550. 00000100:00000200:1.0:1788796680.429706:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875689000156800, offset 0 00000400:00000200:0.0:1788796680.429709:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:1.0:1788796680.429716:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000200:0.0:1788796680.429720:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796680.429724:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:0.0:1788796680.429726:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7e00. 00000400:00000200:1.0:1788796680.429730:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796680.429734:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796680.429739:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000200:0.0:1788796680.429744:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:1.0:1788796680.429745:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796680.429752:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000200:0.0:1788796680.429755:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:1.0:1788796680.429760:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [132:132:253:4294967295] 192.168.204.119@tcp LPNI seq info [132:132:5:4294967295] 00000800:00000200:0.0:1788796680.429761:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788796680.429768:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796680.429769:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.429774:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 48632 usecs (49 jiffies) 00000400:00000200:1.0:1788796680.429780:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:0.0:1788796680.429783:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796680.429787:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295017523 00000800:00000200:1.0:1788796680.429790:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1788796680.429792:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295018435 00000100:00000001:0.0:1788796680.429797:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295017523 00000800:00000010:1.0:1788796680.429798:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c3ed2700. 00000800:00000200:1.0:1788796680.429822:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796680.429827:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796680.429829:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c3ed2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796680.429832:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.429835:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: using a timeout of 32278 usecs (33 jiffies) 00000400:00000200:1.0:1788796680.429839:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796680.429847:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295017507 00000100:00000001:1.0:1788796680.429849:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295018435 00000100:00000001:1.0:1788796680.429851:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295017507 00000100:00000001:1.0:1788796680.429853:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295018435 00000100:00000001:1.0:1788796680.429855:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.429857:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.429859:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.429863:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.429871:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796680.429874:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788796680.429876:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796680.429878:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796680.429880:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.429882:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796680.430087:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295018435 00000100:00000001:0.0:1788796680.430092:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796680.430094:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796680.430097:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796680.430102:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.430110:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796680.430111:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796680.430114:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796680.430116:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796680.430118:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796680.430122:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000156928:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796680.430126:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796680.430129:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796680.430131:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796680.430132:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796680.430136:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0be00. 02000000:00000001:0.0:1788796680.430138:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796680.430142:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796680.430145:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b03c8. 00000400:00000010:0.0:1788796680.430150:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937198. 00000100:00000200:0.0:1788796680.430153:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000156928, portal 4 00000100:00000001:0.0:1788796680.430161:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796680.430162:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242572800 : -109024466978816 : ffff9cd7c35fb800) 00000020:00000010:0.0:1788796680.430168:0:2412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9cd7c345a000. 00000100:00000040:0.0:1788796680.430175:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796680.430182:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796680.430185:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796680.430188:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937f68. 00000100:00000200:0.0:1788796680.430192:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875689000156928, offset 0 00000400:00000200:0.0:1788796680.430197:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796680.430202:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796680.430207:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796680.430211:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796680.430214:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796680.430281:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796680.430285:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796680.430289:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [133:133:252:4294967295] 192.168.204.119@tcp LPNI seq info [133:133:4:4294967295] 00000400:00000200:0.0:1788796680.430294:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796680.430303:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796680.430309:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796680.430314:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7500. 00000800:00000200:0.0:1788796680.430318:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796680.430324:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796680.430327:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796680.430331:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796680.430334:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: using a timeout of 31400 usecs (32 jiffies) 00000400:00000200:0.0:1788796680.430337:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796680.430340:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295017507 00000100:00000001:0.0:1788796680.430342:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295018435 00000100:00000001:0.0:1788796680.430345:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295017507 00000100:00000001:0.0:1788796680.430354:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295018435 00000100:00000001:0.0:1788796680.430366:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796680.430368:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796680.430370:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796680.430372:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796680.430378:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796680.430380:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788796680.430382:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796680.430383:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796680.430385:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796680.430387:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796680.436058:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796680.436067:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c3ed2b00. 00000400:00000200:3.0:1788796680.436075:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796680.436085:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796680.436093:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d01622a8 00000400:00000010:3.0:1788796680.436096:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d01622a8. 00000100:00000001:3.0:1788796680.436102:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796680.436112:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436125:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796680.436129:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436137:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796680.436138:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796680.436153:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796680.436155:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c3ed2e00. 00000400:00000200:3.0:1788796680.436158:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796680.436161:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796680.436164:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162330 00000400:00000010:3.0:1788796680.436166:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162330. 00000100:00000001:3.0:1788796680.436168:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796680.436180:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436189:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796680.436191:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436198:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796680.436199:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796680.436211:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796680.436213:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7e00. 00000400:00000200:3.0:1788796680.436216:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796680.436219:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796680.436222:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937088 00000400:00000010:3.0:1788796680.436224:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937088. 00000100:00000001:3.0:1788796680.436227:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796680.436231:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436238:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796680.436240:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436246:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796680.436248:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796680.436257:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796680.436259:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c3ed2700. 00000400:00000200:3.0:1788796680.436262:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796680.436265:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796680.436268:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162550 00000400:00000010:3.0:1788796680.436270:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162550. 00000100:00000001:3.0:1788796680.436273:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796680.436277:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436284:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796680.436288:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436302:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796680.436303:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796680.436376:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796680.436379:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7500. 00000400:00000200:3.0:1788796680.436383:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796680.436387:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796680.436390:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937f68 00000400:00000010:3.0:1788796680.436392:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937f68. 00000100:00000001:3.0:1788796680.436394:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796680.436398:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436406:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796680.436409:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.436415:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796680.436416:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788796680.437372:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796680.437384:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796680.437388:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796680.437390:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796680.437397:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437403:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796680.437411:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437415:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437421:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437425:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0903c00 00000400:00000200:3.0:1788796680.437430:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437436:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:3.0:1788796680.437444:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796680.437448:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796680.437451:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796680.437455:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796680.437467:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796680.437474:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796680.437484:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.437500:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796680.437507:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796680.437511:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796680.437513:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796680.437515:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796680.437518:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437522:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796680.437526:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437529:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437532:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437583:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0903d00 00000400:00000200:3.0:1788796680.437588:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796680.437731:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:3.0:1788796680.437736:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796680.437742:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796680.437743:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796680.437745:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796680.437748:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796680.437751:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796680.437757:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796680.437762:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796680.437765:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796680.437767:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.437877:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796680.437881:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796680.437888:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796680.437889:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796680.437893:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b0630. 00000400:00000200:1.0:1788796680.437897:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937ee0 00000400:00000010:1.0:1788796680.437899:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937ee0. 00000100:00000001:1.0:1788796680.437902:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796680.437908:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796680.437917:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.437923:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796680.437925:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.437927:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796680.437930:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796680.437933:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796680.437936:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.437939:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796680.437946:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796680.437958:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796680.437960:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796680.437962:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796680.437964:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796680.437966:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.437969:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.437974:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.437981:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.437984:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796680.437986:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796680.437989:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796680.437997:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000156160:192.168.204.119@tcp:400:kworker.0 00000400:00000001:1.0:1788796680.438003:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796680.438004:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796680.438006:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b0210. 00000400:00000200:1.0:1788796680.438008:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c89377f8 00000400:00000010:1.0:1788796680.438010:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c89377f8. 00000100:00000001:1.0:1788796680.438013:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796680.438016:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796680.438023:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.438029:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796680.438031:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.438032:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796680.438034:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796680.438035:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796680.438036:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.438039:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796680.438044:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=65 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796680.438052:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796680.438054:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796680.438056:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796680.438057:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796680.438062:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796680.438069:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.438072:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796680.438074:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:1.0:1788796680.438076:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796680.438077:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.438081:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.438087:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.438089:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796680.438091:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796680.438094:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796680.438101:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000156416:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796680.438105:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.438108:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796680.438111:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35fa680 x1875689000156160/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.438117:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796680.438120:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796680.438124:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a200. 02000000:00000001:1.0:1788796680.438127:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796680.438130:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796680.438132:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796680.438134:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796680.438136:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e26600. 02000000:00000001:1.0:1788796680.438145:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796680.438147:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796680.438149:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35fa680. 00000100:00000001:1.0:1788796680.438153:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796680.438154:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.438156:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796680.438160:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f9f80 x1875689000156416/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.438166:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796680.438167:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796680.438168:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0b200. 02000000:00000001:1.0:1788796680.438171:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796680.438172:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796680.438173:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:1.0:1788796680.438175:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796680.438177:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e26a00. 02000000:00000001:1.0:1788796680.438178:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796680.438179:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796680.438180:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f9f80. 00000100:00000001:1.0:1788796680.438182:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796680.438184:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.438187:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.438189:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796680.438190:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796680.438192:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.438194:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796680.446514:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446539:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796680.446544:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446547:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.446557:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446566:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796680.446580:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446586:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446592:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446596:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 4 MB=0x6a9ede0903e80 00000400:00000200:2.0:1788796680.446602:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446609:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.119@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:2.0:1788796680.446616:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446621:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.446624:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796680.446629:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796680.446637:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796680.446648:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796680.446660:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.446723:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796680.446728:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796680.446749:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796680.446758:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446763:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796680.446765:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446767:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.446770:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446775:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796680.446779:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446782:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446785:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446788:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 4 MB=0x6a9ede0903f00 00000400:00000200:2.0:1788796680.446799:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446827:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.119@tcp of length 224/224 into md 0x7e5 [1] + 224 00000800:00000001:2.0:1788796680.446833:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446839:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.446841:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796680.446844:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796680.446848:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796680.446853:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796680.446863:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796680.446877:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796680.446882:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446886:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796680.446888:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446891:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.446894:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446898:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796680.446902:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446905:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446908:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446912:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0903c80 00000400:00000200:2.0:1788796680.446915:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446920:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:2.0:1788796680.446924:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446929:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.446931:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796680.446934:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796680.446937:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796680.446941:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796680.446963:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796680.446970:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796680.446976:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446980:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796680.446982:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.446985:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.446988:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446992:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796680.446996:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.446999:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.447002:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.447006:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0903d80 00000400:00000200:2.0:1788796680.447010:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.447014:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:2.0:1788796680.447018:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.447022:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.447024:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796680.447028:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796680.447031:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796680.447035:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796680.447044:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796680.447051:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796680.447055:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.447058:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796680.447060:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.447062:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.447065:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.447075:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796680.447080:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.447083:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.447086:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.447089:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0903e00 00000400:00000200:2.0:1788796680.447092:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796680.447096:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:2.0:1788796680.447101:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.447111:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796680.447114:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796680.447118:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796680.447122:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796680.447128:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796680.447137:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796680.447144:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796680.447148:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796680.447152:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788796680.447250:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796680.447253:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796680.447256:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01615d8. 00000400:00000200:1.0:1788796680.447261:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162bb0 00000400:00000010:1.0:1788796680.447265:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162bb0. 00000100:00000001:1.0:1788796680.447268:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796680.447273:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796680.447281:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447432:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796680.447435:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.447438:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796680.447442:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796680.447445:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796680.447447:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.447450:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796680.447459:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d7c60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796680.447464:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796680.447466:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796680.447468:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796680.447471:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796680.447477:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796680.447484:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.447489:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796680.447491:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796680.447493:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796680.447495:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.447499:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447506:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.447509:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796680.447511:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796680.447516:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796680.447523:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000156800:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796680.447528:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.447530:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796680.447534:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35fad80 x1875689000156800/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447547:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796680.447549:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796680.447553:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbd600. 02000000:00000001:1.0:1788796680.447556:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796680.447559:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796680.447561:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d7800 refcount=2 obd=lustre-OST0000-osc-ffff9cd7ca531000 00000020:00000001:1.0:1788796680.447562:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796680.447565:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c54e7900. 02000000:00000001:1.0:1788796680.447569:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796680.447571:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796680.447572:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35fad80. 00000100:00000001:1.0:1788796680.447576:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796680.447578:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.447581:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.447584:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796680.447585:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796680.447589:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796680.447590:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796680.447592:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161bb0. 00000400:00000200:1.0:1788796680.447595:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162908 00000400:00000010:1.0:1788796680.447597:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162908. 00000100:00000001:1.0:1788796680.447599:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796680.447603:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796680.447611:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447617:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796680.447619:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.447620:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796680.447622:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796680.447623:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796680.447625:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.447626:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796680.447631:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=65 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796680.447634:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796680.447642:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796680.447644:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796680.447645:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796680.447647:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.447649:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796680.447650:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:1.0:1788796680.447652:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796680.447653:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.447657:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447663:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.447665:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796680.447666:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796680.447670:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796680.447677:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000156288:192.168.204.119@tcp:400:kworker.0 00000400:00000001:1.0:1788796680.447683:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796680.447684:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796680.447686:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161ec8. 00000400:00000200:1.0:1788796680.447688:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162220 00000400:00000010:1.0:1788796680.447690:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162220. 00000100:00000001:1.0:1788796680.447692:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796680.447695:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796680.447701:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447707:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796680.447708:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.447710:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796680.447712:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796680.447713:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796680.447714:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.447721:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796680.447725:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796680.447728:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796680.447730:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796680.447731:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796680.447733:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796680.447734:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.447736:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796680.447738:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796680.447739:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796680.447740:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.447745:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447752:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.447754:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796680.447755:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796680.447759:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796680.447765:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000156544:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796680.447768:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.447770:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796680.447773:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f9500 x1875689000156288/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447778:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796680.447780:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796680.447782:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbc400. 02000000:00000001:1.0:1788796680.447785:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796680.447786:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796680.447788:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:1.0:1788796680.447789:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796680.447791:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e26b00. 02000000:00000001:1.0:1788796680.447794:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796680.447867:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796680.447870:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f9500. 00000100:00000001:1.0:1788796680.447873:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796680.447874:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.447876:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796680.447881:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f8000 x1875689000156544/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.447887:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796680.447888:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796680.447890:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbda00. 02000000:00000001:1.0:1788796680.447892:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796680.447893:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796680.447894:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:1.0:1788796680.447896:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796680.447897:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e26e00. 02000000:00000001:1.0:1788796680.447899:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796680.447900:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796680.447902:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f8000. 00000100:00000001:1.0:1788796680.447904:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796680.447905:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.447907:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.447914:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796680.447916:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.447919:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796680.447920:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.447931:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796680.447933:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796680.447936:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796680.447938:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796680.447940:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b0d10. 00000400:00000200:1.0:1788796680.447943:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937550 00000400:00000010:1.0:1788796680.447944:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937550. 00000100:00000001:1.0:1788796680.447947:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796680.447952:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796680.447961:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.448036:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796680.448038:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.448040:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796680.448042:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796680.448043:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796680.448045:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.448047:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796680.448052:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796680.448055:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796680.448058:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796680.448059:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796680.448061:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796680.448065:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796680.448071:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.448073:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796680.448075:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796680.448076:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796680.448078:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.448081:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.448088:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.448090:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796680.448091:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796680.448095:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796680.448103:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000156672:192.168.204.119@tcp:400:kworker.0 00000400:00000001:1.0:1788796680.448110:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796680.448112:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796680.448114:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b03c8. 00000400:00000200:1.0:1788796680.448123:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937198 00000400:00000010:1.0:1788796680.448125:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937198. 00000100:00000001:1.0:1788796680.448128:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796680.448132:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796680.448141:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.448147:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796680.448149:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.448151:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796680.448153:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796680.448154:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796680.448155:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796680.448157:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788796680.448168:0:2412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9cd7c484e000. 00000100:00001000:1.0:1788796680.448172:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6460 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796680.448175:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796680.448177:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796680.448178:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796680.448179:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796680.448183:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796680.448190:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.448192:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796680.448193:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796680.448195:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796680.448196:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796680.448200:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.448206:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796680.448207:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796680.448209:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796680.448219:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796680.448227:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000156928:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796680.448230:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.448232:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796680.448235:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f9c00 x1875689000156672/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.448241:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796680.448243:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796680.448244:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0ba00. 02000000:00000001:1.0:1788796680.448247:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796680.448249:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796680.448250:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:1.0:1788796680.448252:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796680.448253:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7ca6ce500. 02000000:00000001:1.0:1788796680.448257:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796680.448259:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796680.448260:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f9c00. 00000100:00000001:1.0:1788796680.448263:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796680.448264:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.448265:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796680.448268:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35fb800 x1875689000156928/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796680.448274:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796680.448275:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796680.448277:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0be00. 02000000:00000001:1.0:1788796680.448279:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796680.448280:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796680.448282:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6000 refcount=2 obd=lustre-OST0001-osc-ffff9cd7ca531000 00000020:00000001:1.0:1788796680.448283:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796680.448284:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c54e7100. 02000000:00000001:1.0:1788796680.448286:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796680.448288:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796680.448429:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35fb800. 00000100:00000001:1.0:1788796680.448434:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796680.448435:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.448437:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796680.448442:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796680.448443:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796680.448445:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796680.448447:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796680.490968:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796680.490975:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796680.490980:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796680.490982:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796680.492437:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796680.492451:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796680.492456:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788796681.450873:0:52:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295018435, at 4295018496 00000100:00000010:2.0:1788796681.450890:0:52:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c8bd2a20. 00000100:00000040:3.0:1788796681.459518:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295018435, at 4295018504 00000100:00000010:3.0:1788796681.459533:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c8bd25a0. 00010000:00000001:2.0:1788796681.516960:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796681.516968:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796681.516973:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796681.516975:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796681.517799:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796681.517826:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796681.517829:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788796681.537098:0:9356:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788796681.537109:0:9356:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788796682.149434:0:9392:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788796682.149441:0:9392:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg419-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1788796682.154550:0:9392:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788796682.538991:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796682.538997:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796682.539003:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796682.539004:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796682.542939:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796682.542946:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796682.542951:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788796682.603659:0:9406:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788796682.603670:0:9406:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788796682.682715:0:9409:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788796682.682727:0:9409:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796683.563319:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796683.563328:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796683.563330:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796683.563334:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796683.563338:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796683.563340:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796683.563343:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796683.563345:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796683.563349:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796683.563350:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796683.563398:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796683.563401:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796683.563405:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796684.589355:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796684.589367:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796684.589373:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796684.589376:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796684.589378:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796684.589381:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796684.589384:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796684.589386:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796684.589388:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796684.589390:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796684.589453:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796684.589457:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796684.589461:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788796685.553373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796685.553384:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796685.553391:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd4a80. 00000020:00000040:1.0:1788796685.553397:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:1.0:1788796685.553401:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796685.553404:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796685.553408:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796685.553416:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2700. 00000100:00000001:1.0:1788796685.553423:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553434:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796685.553444:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796685.553448:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553453:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016365358] to pc [ptlrpcd_00_01+1] req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.553474:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796685.553480:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796685.553483:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd7b80. 00000020:00000040:1.0:1788796685.553485:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:1.0:1788796685.553487:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796685.553488:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796685.553489:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796685.553492:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2e00. 00000100:00000001:1.0:1788796685.553495:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553506:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796685.553512:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796685.553514:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014635685] to pc [ptlrpcd_00_00+0] req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.553524:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796685.553529:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796685.553531:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd7100. 00000020:00000040:1.0:1788796685.553534:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:1.0:1788796685.553535:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796685.553537:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796685.553538:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796685.553542:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2300. 00000100:00000001:1.0:1788796685.553544:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553547:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796685.553554:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796685.553556:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553559:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa932eb3] to pc [ptlrpcd_00_01+1] req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.553937:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788796685.553942:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788796685.553945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788796685.553948:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788796685.553950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796685.553957:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796685.553959:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd6a00. 00000020:00000040:1.0:1788796685.553962:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:1.0:1788796685.553964:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796685.553966:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796685.553967:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796685.553971:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2b00. 00000100:00000001:1.0:1788796685.553974:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553978:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796685.553985:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796685.553987:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553990:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fdf1279] to pc [ptlrpcd_00_00+0] req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.553996:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.553999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796685.554001:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796685.554004:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd5180. 00000020:00000040:1.0:1788796685.554005:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:1.0:1788796685.554008:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796685.554009:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796685.554010:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796685.554013:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7ca6ce500. 00000100:00000001:1.0:1788796685.554016:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554019:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796685.554025:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796685.554027:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554031:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd975a78] to pc [ptlrpcd_00_01+1] req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.554048:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796685.554053:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796685.554057:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd5c00. 00000020:00000040:1.0:1788796685.554059:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d7800 refcount=3 obd=lustre-OST0000-osc-ffff9cd7ca531000 00000100:00000001:1.0:1788796685.554062:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796685.554063:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796685.554065:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796685.554069:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e26e00. 00000100:00000001:1.0:1788796685.554072:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554076:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796685.554083:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796685.554085:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554089:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b92ef7a] to pc [ptlrpcd_00_00+0] req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.554094:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796685.554098:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796685.554101:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd4700. 00000020:00000040:1.0:1788796685.554103:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6000 refcount=3 obd=lustre-OST0001-osc-ffff9cd7ca531000 00000100:00000001:1.0:1788796685.554105:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796685.554106:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796685.554108:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796685.554110:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e26b00. 00000100:00000001:1.0:1788796685.554113:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554116:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796685.554122:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796685.554127:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554132:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059aef118] to pc [ptlrpcd_00_01+1] req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.554138:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.554142:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (360) 00000100:00000001:1.0:1788796685.554154:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796685.554158:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796685.554160:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796685.554165:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.554171:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796685.554173:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.554176:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796685.554179:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796685.554181:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796685.554184:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000157056:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796685.554188:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796685.554192:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796685.554194:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.554196:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796685.554200:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbca00. 02000000:00000001:1.0:1788796685.554202:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796685.554208:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796685.554212:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161ec8. 00000400:00000010:1.0:1788796685.554218:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162220. 00000100:00000200:1.0:1788796685.554224:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000157056, portal 25 00000100:00000001:1.0:1788796685.554226:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796685.554227:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332591232 : -109024376960384 : ffff9cd7c8bd4a80) 00000100:00000040:1.0:1788796685.554232:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.554239:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796685.554241:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796685.554243:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162908. 00000100:00000200:1.0:1788796685.554252:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000157056, offset 0 00000400:00000200:1.0:1788796685.554269:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796685.554278:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796685.554285:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796685.554289:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796685.554293:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796685.554296:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796685.554298:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796685.554302:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [134:134:256:4294967295] 192.168.204.119@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:1.0:1788796685.554306:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796685.554314:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796685.554320:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796685.554325:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e26a00. 00000800:00000200:1.0:1788796685.554331:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796685.554339:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796685.554344:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e26a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796685.556848:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796685.556856:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796685.556858:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796685.556869:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.556892:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796685.556894:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.556898:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796685.556901:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796685.556911:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796685.556915:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000157184:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796685.556919:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796685.556924:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796685.556927:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.556929:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796685.556934:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0b600. 02000000:00000001:0.0:1788796685.556935:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796685.556941:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796685.556945:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b06e0. 00000400:00000010:0.0:1788796685.556952:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937198. 00000100:00000200:0.0:1788796685.556958:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000157184, portal 10 00000100:00000001:0.0:1788796685.556960:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796685.556961:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332603776 : -109024376947840 : ffff9cd7c8bd7b80) 00000100:00000040:0.0:1788796685.556969:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.556977:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796685.556979:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796685.556982:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937550. 00000100:00000200:0.0:1788796685.556986:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000157184, offset 0 00000400:00000200:0.0:1788796685.556993:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796685.557000:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796685.557007:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796685.557012:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796685.557016:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796685.557019:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796685.557022:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796685.557025:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [135:135:255:4294967295] 192.168.204.119@tcp LPNI seq info [135:135:7:4294967295] 00000400:00000200:0.0:1788796685.557030:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796685.557039:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796685.557045:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796685.557055:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7700. 00000800:00000200:0.0:1788796685.557062:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796685.557068:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796685.557072:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796685.564470:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796685.564485:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796685.564489:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295023571 00000100:00000010:1.0:1788796685.567047:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7d0018e40. 00000100:00000001:1.0:1788796685.567061:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788796685.567068:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295023574 00000100:00000010:1.0:1788796685.567071:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7d0018600. 00000100:00000001:1.0:1788796685.567075:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788796685.567078:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796685.567081:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.567085:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796685.567095:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.567104:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796685.567122:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.567126:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796685.567129:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796685.567132:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796685.567136:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000157312:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796685.567140:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796685.567145:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796685.567148:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.567150:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796685.567155:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbce00. 02000000:00000001:1.0:1788796685.567157:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796685.567164:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796685.567169:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161bb0. 00000400:00000010:1.0:1788796685.567175:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162bb0. 00000100:00000200:1.0:1788796685.567181:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000157312, portal 10 00000100:00000001:1.0:1788796685.567184:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796685.567185:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332601088 : -109024376950528 : ffff9cd7c8bd7100) 00000100:00000040:1.0:1788796685.567192:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.567198:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796685.567201:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796685.567203:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162d48. 00000100:00000200:1.0:1788796685.567206:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000157312, offset 0 00000400:00000200:1.0:1788796685.567211:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796685.567218:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796685.567226:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796685.567231:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796685.567234:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796685.567238:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796685.567241:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796685.567244:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [136:136:254:4294967295] 192.168.204.119@tcp LPNI seq info [136:136:6:4294967295] 00000400:00000200:1.0:1788796685.567248:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796685.567267:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796685.567280:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796685.567285:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e26600. 00000800:00000200:1.0:1788796685.567292:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796685.567299:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796685.567302:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796685.567714:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796685.567721:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 105628 usecs (106 jiffies) 00000400:00000200:0.0:1788796685.567725:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796685.567727:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295022718 00000100:00000001:0.0:1788796685.567730:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295023571 00000100:00000001:0.0:1788796685.567732:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295022718 00000100:00000001:0.0:1788796685.567734:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295023574 00000100:00000001:0.0:1788796685.567736:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796685.567739:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.567741:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796685.567747:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.567754:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796685.567756:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.567759:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796685.567761:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796685.567763:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796685.567766:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000157440:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796685.567769:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796685.567772:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796685.567774:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.567776:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796685.567780:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a400. 02000000:00000001:0.0:1788796685.567782:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796685.567785:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796685.567788:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b00b0. 00000400:00000010:0.0:1788796685.567792:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c89377f8. 00000100:00000200:0.0:1788796685.567816:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000157440, portal 10 00000100:00000001:0.0:1788796685.567819:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796685.567820:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000040:0.0:1788796685.567826:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.567834:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796685.567836:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796685.567839:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937ee0. 00000100:00000200:0.0:1788796685.567841:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000157440, offset 0 00000400:00000200:0.0:1788796685.567846:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796685.567850:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796685.567855:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796685.567858:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796685.567861:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796685.567863:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796685.567866:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796685.567868:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [137:137:253:4294967295] 192.168.204.119@tcp LPNI seq info [137:137:5:4294967295] 00000400:00000200:0.0:1788796685.567872:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796685.567888:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796685.567893:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796685.567896:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7900. 00000800:00000200:0.0:1788796685.567900:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796685.567905:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796685.567907:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796685.567910:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796685.567912:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 42398 usecs (43 jiffies) 00000400:00000200:0.0:1788796685.567916:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796685.567918:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295022655 00000100:00000001:0.0:1788796685.567920:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295023571 00000100:00000001:0.0:1788796685.567922:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295022655 00000100:00000001:0.0:1788796685.567929:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295023574 00000100:00000001:0.0:1788796685.567931:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796685.567933:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.567935:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796685.567939:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.567946:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796685.567948:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.567950:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796685.567952:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796685.567954:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796685.567956:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000157696:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796685.567959:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796685.567962:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796685.567964:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.567965:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796685.567968:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0b200. 02000000:00000001:0.0:1788796685.567970:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796685.567974:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796685.567976:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b0c60. 00000400:00000010:0.0:1788796685.567980:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937f68. 00000100:00000200:0.0:1788796685.567983:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000157696, portal 4 00000100:00000001:0.0:1788796685.567984:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796685.567986:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332595712 : -109024376955904 : ffff9cd7c8bd5c00) 00000020:00000010:0.0:1788796685.567993:0:2412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9cd7c345e000. 00000100:00000040:0.0:1788796685.567998:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.568005:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796685.568007:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796685.568009:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937088. 00000100:00000200:0.0:1788796685.568011:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875689000157696, offset 0 00000400:00000200:0.0:1788796685.568016:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796685.568026:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796685.568029:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796685.568032:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796685.568034:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796685.568036:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796685.568038:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796685.568041:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [138:138:252:4294967295] 192.168.204.119@tcp LPNI seq info [138:138:4:4294967295] 00000400:00000200:0.0:1788796685.568045:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796685.568050:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796685.568055:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796685.568058:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7500. 00000800:00000200:0.0:1788796685.568063:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796685.568067:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796685.568070:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796685.568073:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796685.568076:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: using a timeout of 28127 usecs (29 jiffies) 00000400:00000200:0.0:1788796685.568079:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796685.568081:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295022641 00000100:00000001:0.0:1788796685.568083:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295023571 00000100:00000001:0.0:1788796685.568085:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295022641 00000100:00000001:0.0:1788796685.568086:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295023574 00000100:00000001:0.0:1788796685.568088:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796685.568090:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.568093:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.568096:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.568103:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796685.568106:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788796685.568109:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796685.568110:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796685.568112:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.568114:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.570575:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.571327:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 129156 usecs (130 jiffies) 00000400:00000200:1.0:1788796685.571336:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796685.571340:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295022746 00000100:00000001:1.0:1788796685.571344:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295023571 00000100:00000001:1.0:1788796685.571346:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295022746 00000100:00000001:1.0:1788796685.571348:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295023574 00000100:00000001:1.0:1788796685.571350:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796685.571353:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.571357:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796685.571367:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.571376:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796685.571378:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.571382:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796685.571385:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796685.571387:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796685.571390:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000157568:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796685.571393:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796685.571397:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796685.571399:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.571402:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796685.571409:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbc600. 02000000:00000001:1.0:1788796685.571411:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796685.571415:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796685.571430:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01615d8. 00000400:00000010:1.0:1788796685.571436:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162198. 00000100:00000200:1.0:1788796685.571442:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000157568, portal 10 00000100:00000001:1.0:1788796685.571444:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796685.571446:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332593024 : -109024376958592 : ffff9cd7c8bd5180) 00000100:00000040:1.0:1788796685.571454:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.571461:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796685.571466:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796685.571469:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d01627f8. 00000100:00000200:1.0:1788796685.571471:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000157568, offset 0 00000400:00000200:1.0:1788796685.571478:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796685.571486:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796685.571492:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796685.571496:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796685.571499:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796685.571502:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796685.571505:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796685.571508:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [139:139:251:4294967295] 192.168.204.119@tcp LPNI seq info [139:139:3:4294967295] 00000400:00000200:1.0:1788796685.571513:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796685.571521:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796685.571527:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796685.571532:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7d177f300. 00000800:00000200:1.0:1788796685.571538:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796685.571546:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796685.571550:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7d177f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796685.571553:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.571557:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 42675 usecs (43 jiffies) 00000400:00000200:1.0:1788796685.571575:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796685.571578:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295022659 00000100:00000001:1.0:1788796685.571580:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295023571 00000100:00000001:1.0:1788796685.574981:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295022663 00000100:00000001:1.0:1788796685.574984:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295023574 00000100:00000001:1.0:1788796685.574987:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796685.574991:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.574996:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796685.575008:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.575017:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796685.575018:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.575023:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796685.575026:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796685.575029:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796685.575032:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000157824:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796685.575036:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796685.575041:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796685.575043:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.575045:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796685.575054:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbd600. 02000000:00000001:1.0:1788796685.575056:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796685.575063:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796685.575068:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01612c0. 00000400:00000010:1.0:1788796685.575075:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162aa0. 00000100:00000200:1.0:1788796685.575080:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000157824, portal 4 00000100:00000001:1.0:1788796685.575081:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796685.575083:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332590336 : -109024376961280 : ffff9cd7c8bd4700) 00000100:00000040:1.0:1788796685.575089:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.575096:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796685.575099:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796685.575101:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162f68. 00000100:00000200:1.0:1788796685.575104:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875689000157824, offset 0 00000400:00000200:1.0:1788796685.575119:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796685.575127:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796685.575134:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796685.575139:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796685.575144:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796685.575148:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796685.575150:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796685.575154:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [140:140:250:4294967295] 192.168.204.119@tcp LPNI seq info [140:140:2:4294967295] 00000400:00000200:1.0:1788796685.575158:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796685.575168:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796685.575174:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796685.575179:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7cc8fec00. 00000800:00000200:1.0:1788796685.575185:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796685.575192:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796685.575195:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7cc8fec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796685.575200:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.575204:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: using a timeout of 28100 usecs (29 jiffies) 00000400:00000200:1.0:1788796685.575207:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796685.575209:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295022649 00000100:00000001:1.0:1788796685.575212:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295023571 00000100:00000001:1.0:1788796685.575214:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295022649 00000100:00000001:1.0:1788796685.575216:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295023574 00000100:00000001:1.0:1788796685.575218:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796685.575219:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.575222:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.575225:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796685.575232:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796685.575234:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788796685.575237:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796685.575239:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796685.575241:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.575248:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796685.606032:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796685.606041:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e26a00. 00000400:00000200:3.0:1788796685.606048:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796685.606057:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796685.606064:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162908 00000400:00000010:3.0:1788796685.606067:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162908. 00000100:00000001:3.0:1788796685.606072:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796685.606079:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606092:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796685.606095:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606102:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796685.606104:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796685.606118:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796685.606120:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7700. 00000400:00000200:3.0:1788796685.606123:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796685.606126:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796685.606128:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937550 00000400:00000010:3.0:1788796685.606130:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937550. 00000100:00000001:3.0:1788796685.606132:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796685.606136:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606142:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796685.606145:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606151:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796685.606159:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796685.606169:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796685.606171:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7900. 00000400:00000200:3.0:1788796685.606173:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796685.606176:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796685.606179:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937ee0 00000400:00000010:3.0:1788796685.606181:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937ee0. 00000100:00000001:3.0:1788796685.606183:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796685.606187:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606194:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796685.606197:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606203:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796685.606204:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796685.606212:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796685.606214:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7500. 00000400:00000200:3.0:1788796685.606217:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796685.606219:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796685.606221:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937088 00000400:00000010:3.0:1788796685.606223:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937088. 00000100:00000001:3.0:1788796685.606225:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796685.606228:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606234:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796685.606236:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606241:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796685.606242:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796685.606249:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796685.606250:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e26600. 00000400:00000200:3.0:1788796685.606252:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796685.606267:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796685.606279:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162d48 00000400:00000010:3.0:1788796685.606281:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162d48. 00000100:00000001:3.0:1788796685.606285:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796685.606289:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606295:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796685.606297:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606302:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796685.606303:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796685.606312:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796685.606314:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7d177f300. 00000400:00000200:3.0:1788796685.606317:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796685.606319:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796685.606321:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d01627f8 00000400:00000010:3.0:1788796685.606322:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d01627f8. 00000100:00000001:3.0:1788796685.606324:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796685.606327:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606333:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796685.606336:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606341:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796685.606343:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796685.606401:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796685.606404:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7cc8fec00. 00000400:00000200:3.0:1788796685.606407:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796685.606410:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796685.606413:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162f68 00000400:00000010:3.0:1788796685.606414:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162f68. 00000100:00000001:3.0:1788796685.606416:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796685.606419:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606435:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796685.606438:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796685.606443:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796685.606444:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1788796685.611045:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796685.611052:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796685.611057:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796685.611059:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796685.611116:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796685.611119:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796685.611123:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788796685.625045:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629077:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796685.629088:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629094:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629103:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629111:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796685.629119:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629124:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629129:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629146:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904000 00000400:00000200:2.0:1788796685.629151:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629158:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:2.0:1788796685.629166:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629171:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629175:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796685.629179:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796685.629186:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796685.629195:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796685.629206:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796685.629223:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796685.629231:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629234:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796685.629236:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629238:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629241:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629245:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796685.629249:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629251:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629254:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629266:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904080 00000400:00000200:2.0:1788796685.629270:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629273:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:2.0:1788796685.629277:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629281:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629283:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796685.629286:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796685.629288:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796685.629292:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796685.629312:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796685.629324:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796685.629329:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629332:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796685.629334:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629336:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629339:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629343:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796685.629347:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629350:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629353:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629355:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904180 00000400:00000200:2.0:1788796685.629358:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629362:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:2.0:1788796685.629365:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629368:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629370:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796685.629372:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796685.629374:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796685.629378:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796685.629387:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796685.629393:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796685.629395:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629398:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796685.629399:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629401:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629404:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629412:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796685.629416:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629419:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629422:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629425:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0903f80 00000400:00000200:2.0:1788796685.629428:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629433:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:2.0:1788796685.629436:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629439:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629441:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796685.629444:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796685.629446:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796685.629451:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796685.629459:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796685.629466:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796685.629469:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629471:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796685.629473:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629475:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629478:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629481:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796685.629484:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629487:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629489:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629491:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904100 00000400:00000200:2.0:1788796685.629494:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.629497:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:2.0:1788796685.629500:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629508:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.629514:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796685.629517:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796685.629520:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796685.629524:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796685.629530:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796685.629537:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796685.629540:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.629543:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.629745:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796685.629750:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788796685.629756:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796685.629758:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796685.629762:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b06e0. 00000400:00000200:0.0:1788796685.629766:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937198 00000400:00000010:0.0:1788796685.629769:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937198. 00000100:00000001:0.0:1788796685.629773:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796685.629779:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796685.629789:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.629797:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796685.629799:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.629814:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796685.629817:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796685.629820:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796685.629822:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.629825:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796685.629834:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796685.629838:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796685.629841:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796685.629843:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796685.629846:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788796685.629850:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.629853:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788796685.629856:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:0.0:1788796685.629858:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788796685.629860:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796685.629866:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.629872:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796685.629881:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788796685.629884:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788796685.629888:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796685.629896:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000157184:192.168.204.119@tcp:400:kworker.0 00000400:00000001:0.0:1788796685.629903:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796685.629905:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796685.629907:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b00b0. 00000400:00000200:0.0:1788796685.629909:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c89377f8 00000400:00000010:0.0:1788796685.629911:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c89377f8. 00000100:00000001:0.0:1788796685.629913:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796685.629917:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796685.629926:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.629933:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796685.629935:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.629937:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796685.629938:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796685.629940:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796685.629941:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.629943:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796685.629948:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796685.629951:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796685.629954:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796685.629955:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796685.629957:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788796685.629959:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.629961:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788796685.629962:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:0.0:1788796685.629964:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788796685.629965:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796685.629968:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.629980:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796685.629982:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788796685.629983:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788796685.629987:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796685.629995:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000157440:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796685.630000:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.630003:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796685.630006:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd7b80 x1875689000157184/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.630013:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796685.630015:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796685.630019:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0b600. 02000000:00000001:0.0:1788796685.630022:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796685.630025:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788796685.630027:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:0.0:1788796685.630029:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796685.630032:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2e00. 02000000:00000001:0.0:1788796685.630037:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796685.630039:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788796685.630041:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd7b80. 00000100:00000001:0.0:1788796685.630045:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788796685.630046:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.630048:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796685.630051:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd6a00 x1875689000157440/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.630058:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796685.630059:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796685.630061:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a400. 02000000:00000001:0.0:1788796685.630063:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796685.630065:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788796685.630070:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:0.0:1788796685.630072:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796685.630074:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2b00. 02000000:00000001:0.0:1788796685.630076:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796685.630077:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788796685.630078:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd6a00. 00000100:00000001:0.0:1788796685.630081:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788796685.630082:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.630085:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.630088:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796685.630089:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796685.630091:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.630093:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.631767:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796685.631774:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796685.631781:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796685.631783:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796685.631786:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161ec8. 00000400:00000200:1.0:1788796685.631793:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162220 00000400:00000010:1.0:1788796685.631795:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162220. 00000100:00000001:1.0:1788796685.631799:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796685.631827:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796685.631837:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.631844:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796685.631845:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796685.631848:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796685.631850:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796685.631852:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796685.631863:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.631866:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796685.631872:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796685.632703:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796685.632710:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796685.632712:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796685.632715:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796685.632717:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.632720:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.632727:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.632734:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796685.632737:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796685.632739:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796685.632743:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796685.632774:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000157056:192.168.204.119@tcp:400:kworker.0 00000400:00000001:1.0:1788796685.632783:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796685.632785:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796685.632787:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161bb0. 00000400:00000200:1.0:1788796685.632791:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162bb0 00000400:00000010:1.0:1788796685.632793:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162bb0. 00000100:00000001:1.0:1788796685.632797:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796685.632828:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796685.632837:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.632843:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796685.632844:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796685.632846:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796685.632848:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796685.632850:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796685.632851:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.632862:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796685.632868:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=70 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796685.632870:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796685.632985:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796685.632987:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796685.632988:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796685.632993:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796685.633000:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.633003:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796685.633015:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:1.0:1788796685.633017:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796685.633018:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.633021:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.633033:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796685.633035:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796685.633036:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796685.633040:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796685.633046:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000157312:192.168.204.119@tcp:400:kworker.0 00000400:00000001:1.0:1788796685.633052:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796685.633053:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796685.633055:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01615d8. 00000400:00000200:1.0:1788796685.633058:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162198 00000400:00000010:1.0:1788796685.633059:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162198. 00000100:00000001:1.0:1788796685.633062:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796685.633066:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796685.633074:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.633080:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796685.633081:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796685.633083:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796685.633084:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796685.633085:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796685.633086:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796685.633088:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796685.633092:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796685.633095:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796685.633098:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796685.633099:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796685.633100:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796685.633104:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796685.633121:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.633123:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796685.633125:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796685.633126:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796685.633127:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796685.633131:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.633137:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796685.633139:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796685.633140:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796685.633143:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796685.633151:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000157568:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796685.633155:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.633158:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796685.633161:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd4a80 x1875689000157056/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.633167:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796685.633170:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796685.633173:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbca00. 02000000:00000001:1.0:1788796685.633177:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796685.633180:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796685.633182:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796685.633185:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796685.633188:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2700. 02000000:00000001:1.0:1788796685.633192:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796685.633194:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796685.633195:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd4a80. 00000100:00000001:1.0:1788796685.633198:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796685.633200:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796685.633207:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796685.633211:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd7100 x1875689000157312/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.633218:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796685.633219:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796685.633221:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbce00. 02000000:00000001:1.0:1788796685.633223:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796685.633225:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796685.633226:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:1.0:1788796685.633228:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796685.633230:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2300. 02000000:00000001:1.0:1788796685.633233:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796685.633234:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796685.633235:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd7100. 00000100:00000001:1.0:1788796685.633238:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796685.633240:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796685.633241:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796685.633246:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd5180 x1875689000157568/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796685.633253:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796685.633254:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796685.633265:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbc600. 02000000:00000001:1.0:1788796685.633267:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796685.633268:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796685.633270:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:1.0:1788796685.633272:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796685.633273:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7ca6ce500. 02000000:00000001:1.0:1788796685.633277:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796685.633278:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796685.633280:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd5180. 00000100:00000001:1.0:1788796685.633282:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796685.633283:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796685.633287:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796685.633289:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796685.633291:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788796685.636799:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.636845:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796685.636850:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.636852:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.636871:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.636886:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796685.636896:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.636901:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.636906:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.636910:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 4 MB=0x6a9ede0904200 00000400:00000200:2.0:1788796685.636914:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.636920:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.119@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:2.0:1788796685.636928:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.636933:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.636936:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796685.636940:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796685.636947:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796685.636956:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796685.636967:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.645123:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.645162:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796685.646234:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796685.646251:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.646273:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796685.646276:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.646279:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.646286:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.646294:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796685.646300:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.646304:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.646310:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.646314:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 4 MB=0x6a9ede0904280 00000400:00000200:2.0:1788796685.646318:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796685.646323:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.119@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:2.0:1788796685.646330:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.646338:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796685.646340:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796685.646345:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796685.646350:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796685.646358:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796685.646368:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796685.646381:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796685.646384:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796685.646386:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.647483:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796685.647499:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788796685.647507:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796685.647508:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796685.647512:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b0c60. 00000400:00000200:0.0:1788796685.647528:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937f68 00000400:00000010:0.0:1788796685.647531:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937f68. 00000100:00000001:0.0:1788796685.647535:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796685.647543:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796685.647568:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.647575:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796685.647577:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.647591:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796685.647595:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796685.647597:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796685.647599:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.647602:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796685.647620:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d7c60 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796685.647624:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796685.647627:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796685.647650:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796685.647652:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788796685.647657:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788796685.647673:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.647677:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788796685.647679:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:0.0:1788796685.647681:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788796685.647683:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796685.647687:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.647703:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796685.647706:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788796685.647708:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788796685.647712:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796685.647728:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000157696:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796685.647733:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.647735:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796685.647739:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd5c00 x1875689000157696/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.647754:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796685.647756:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796685.647764:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0b200. 02000000:00000001:0.0:1788796685.647767:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796685.647770:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788796685.647772:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d7800 refcount=2 obd=lustre-OST0000-osc-ffff9cd7ca531000 00000020:00000001:0.0:1788796685.647783:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796685.647785:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e26e00. 02000000:00000001:0.0:1788796685.647789:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796685.647791:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788796685.647796:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd5c00. 00000100:00000001:0.0:1788796685.647799:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788796685.647843:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.647846:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.647864:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796685.647866:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.647869:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796685.647871:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.647900:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796685.647902:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788796685.647920:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796685.647922:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796685.647923:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01612c0. 00000400:00000200:0.0:1788796685.647927:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162aa0 00000400:00000010:0.0:1788796685.647929:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162aa0. 00000100:00000001:0.0:1788796685.647932:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796685.647937:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796685.647955:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.647961:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796685.647963:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.647974:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796685.647975:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796685.647976:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796685.647978:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796685.647980:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796685.647984:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6460 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796685.647987:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796685.647990:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796685.647991:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796685.647993:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788796685.647996:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788796685.648009:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.648017:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788796685.648018:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:0.0:1788796685.648020:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788796685.648021:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796685.648035:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.648042:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796685.648044:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788796685.648045:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788796685.648057:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796685.648064:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000157824:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796685.648068:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.648070:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796685.648073:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd4700 x1875689000157824/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796685.648087:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796685.648088:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796685.648090:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbd600. 02000000:00000001:0.0:1788796685.648093:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796685.648095:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788796685.648106:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6000 refcount=2 obd=lustre-OST0001-osc-ffff9cd7ca531000 00000020:00000001:0.0:1788796685.648109:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796685.648111:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e26b00. 02000000:00000001:0.0:1788796685.648113:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796685.648114:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788796685.648116:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd4700. 00000100:00000001:0.0:1788796685.648118:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788796685.648119:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.648134:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796685.648138:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796685.648139:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796685.648141:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796685.648147:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796686.571217:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295023574, at 4295023616 00000100:00000010:3.0:1788796686.571247:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d0018600. 00000100:00000040:2.0:1788796686.571391:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295023571, at 4295023616 00000100:00000010:2.0:1788796686.571397:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d0018e40. 00010000:00000001:2.0:1788796686.635017:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796686.635023:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796686.635028:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796686.635049:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796686.635565:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796686.635569:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796686.635572:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796687.661884:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796687.661893:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796687.661900:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796687.661901:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796687.661959:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796687.661964:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796687.661968:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796688.684523:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796688.684533:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796688.684541:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796688.684542:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796688.684745:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796688.684759:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796688.684763:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796689.707064:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796689.707074:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796689.707082:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796689.707084:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796689.708505:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796689.708511:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796689.708518:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788796690.666929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796690.666964:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796690.666974:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd5180. 00000020:00000040:1.0:1788796690.666982:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:1.0:1788796690.666988:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796690.666991:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796690.666998:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796690.667010:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7cc8fec00. 00000100:00000001:1.0:1788796690.667020:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.667035:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796690.667047:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796690.667052:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.667060:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd975a78] to pc [ptlrpcd_00_00+0] req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.667139:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796690.667149:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796690.667153:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796690.667175:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.667189:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796690.667193:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.667199:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796690.667203:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796690.667206:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796690.667210:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000157952:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796690.667215:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796690.667222:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796690.667225:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.667228:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796690.667237:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a000. 02000000:00000001:0.0:1788796690.667240:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.667249:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796690.667254:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b0c60. 00000400:00000010:0.0:1788796690.667263:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937f68. 00000100:00000200:0.0:1788796690.667273:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000157952, portal 25 00000100:00000001:0.0:1788796690.667275:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796690.667285:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332593024 : -109024376958592 : ffff9cd7c8bd5180) 00000100:00000040:0.0:1788796690.667293:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.667302:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796690.667305:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796690.667308:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c89377f8. 00000100:00000200:0.0:1788796690.667313:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000157952, offset 0 00000400:00000200:0.0:1788796690.667320:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796690.667332:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.667343:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796690.667351:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796690.667356:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796690.667361:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796690.667364:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796690.667368:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [141:141:256:4294967295] 192.168.204.119@tcp LPNI seq info [141:141:8:4294967295] 00000400:00000200:0.0:1788796690.667373:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.667385:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796690.667393:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796690.667400:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7e00. 00000800:00000200:0.0:1788796690.667410:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796690.667420:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796690.667426:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796690.667507:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.667514:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796690.667518:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295028674 00000100:00000010:0.0:1788796690.667523:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c8bd25a0. 00000100:00000001:0.0:1788796690.667531:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788796690.667538:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295028674 00000100:00000010:0.0:1788796690.667541:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c8bd21e0. 00000100:00000001:0.0:1788796690.667544:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788796690.667553:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796690.667557:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.667561:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.667565:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796690.667574:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796690.667577:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788796690.667581:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796690.667582:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796690.667584:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.667586:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796690.677102:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796690.677120:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7e00. 00000400:00000200:3.0:1788796690.677128:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796690.677140:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796690.680915:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c89377f8 00000400:00000010:3.0:1788796690.680927:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c89377f8. 00000100:00000001:3.0:1788796690.680938:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796690.680954:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796690.680972:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796690.680977:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796690.680998:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796690.681000:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788796690.681326:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796690.681338:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796690.681352:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd7100. 00000020:00000040:1.0:1788796690.681358:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:1.0:1788796690.681362:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796690.681365:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796690.681370:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796690.681380:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7ca6ce500. 00000100:00000001:1.0:1788796690.681387:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681399:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796690.681411:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796690.681415:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681423:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa932eb3] to pc [ptlrpcd_00_01+1] req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.681427:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796690.681436:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.681441:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796690.681445:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796690.681446:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.681450:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796690.681463:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.681472:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796690.681475:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.681482:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1788796690.681483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796690.681490:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1788796690.681491:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1788796690.681494:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd4a80. 02000000:00000001:0.0:1788796690.681498:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788796690.681500:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:1.0:1788796690.681506:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1788796690.681508:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000158080:192.168.204.119@tcp:400:kworker.0 02000000:00000001:1.0:1788796690.681509:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796690.681512:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796690.681516:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c8aa7f00. 00000100:00000001:1.0:1788796690.681520:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.681530:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788796690.681531:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788796690.681540:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788796690.681543:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788796690.681547:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.681547:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.681558:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1788796690.681563:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016365358] to pc [ptlrpcd_00_00+0] req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788796690.681572:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0be00. 00000100:00000001:1.0:1788796690.681576:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.681578:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788796690.681588:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1788796690.681595:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1788796690.681597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788796690.681607:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1788796690.681608:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b00b0. 00000100:00000040:1.0:1788796690.681611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796690.681616:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1788796690.681619:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937198. 00000100:00000010:1.0:1788796690.681622:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd6d80. 00000020:00000040:1.0:1788796690.681627:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:1.0:1788796690.681629:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796690.681631:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1788796690.681634:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000158080, portal 10 02000000:00000001:1.0:1788796690.681634:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.681644:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1788796690.681645:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c8aa7100. 00000100:00000001:0.0:1788796690.681647:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332601088 : -109024376950528 : ffff9cd7c8bd7100) 00000100:00000001:1.0:1788796690.681651:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681670:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796690.681678:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796690.681684:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796690.681697:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788796690.681698:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d665d92] to pc [ptlrpcd_00_01+1] req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.681736:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788796690.681744:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796690.681747:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:1.0:1788796690.681750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1788796690.681755:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937bb0. 00000100:00000001:1.0:1788796690.681756:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796690.681763:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd4700. 00000020:00000040:1.0:1788796690.681767:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:1.0:1788796690.681769:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796690.681770:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1788796690.681772:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000158080, offset 0 02000000:00000001:1.0:1788796690.681773:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796690.681783:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c8aa7500. 00000400:00000200:0.0:1788796690.681788:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1788796690.681790:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681797:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788796690.681826:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.681837:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1788796690.681838:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1788796690.681843:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.681851:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788796690.681853:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059aef118] to pc [ptlrpcd_00_00+0] req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788796690.681861:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:1.0:1788796690.681871:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796690.681876:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788796690.681880:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd5c00. 00000400:00000200:0.0:1788796690.681883:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1788796690.681885:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d7800 refcount=3 obd=lustre-OST0000-osc-ffff9cd7ca531000 00000400:00000200:0.0:1788796690.681893:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:1.0:1788796690.681895:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796690.681898:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796690.681902:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.681905:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [142:142:256:4294967295] 192.168.204.119@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:0.0:1788796690.681914:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1788796690.681917:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c8aa7c00. 00000100:00000001:1.0:1788796690.681924:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681936:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788796690.681938:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796690.681957:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1788796690.681957:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796690.681966:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788796690.681972:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7e00. 00000100:00000040:1.0:1788796690.681975:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b92ef7a] to pc [ptlrpcd_00_01+1] req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.681989:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.681992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788796690.681994:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:0.0:1788796690.681997:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000100:00000010:1.0:1788796690.682001:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd6a00. 00000020:00000040:1.0:1788796690.682007:0:8:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6000 refcount=3 obd=lustre-OST0001-osc-ffff9cd7ca531000 00000100:00000001:1.0:1788796690.682012:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1788796690.682013:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:1.0:1788796690.682018:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1788796690.682023:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7e00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1788796690.682023:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796690.682032:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7ca1d2900. 00000100:00000001:1.0:1788796690.682037:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682044:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.682044:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796690.682055:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796690.682059:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796690.682062:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 105182 usecs (106 jiffies) 00000100:00000040:1.0:1788796690.682066:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fdf1279] to pc [ptlrpcd_00_00+0] req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788796690.682072:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796690.682081:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295027832 00000100:00000001:0.0:1788796690.682089:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295028674 00000100:00000001:1.0:1788796690.682091:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682095:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295027832 00000100:00000001:0.0:1788796690.682099:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295028674 00000100:00000040:1.0:1788796690.682102:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:0.0:1788796690.682103:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796690.682116:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682121:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682124:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796690.682135:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796690.682139:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788796690.682143:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796690.682145:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796690.682147:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796690.682153:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682174:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796690.682176:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682179:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796690.682181:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796690.682184:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796690.682187:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000158336:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796690.682191:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796690.682194:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796690.682196:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682198:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796690.682202:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a400. 02000000:00000001:0.0:1788796690.682204:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.682207:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796690.682210:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b06e0. 00000400:00000010:0.0:1788796690.682214:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937220. 00000100:00000200:0.0:1788796690.682217:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000158336, portal 10 00000100:00000001:0.0:1788796690.682219:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796690.682220:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332600192 : -109024376951424 : ffff9cd7c8bd6d80) 00000100:00000040:0.0:1788796690.682227:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682234:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796690.682236:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796690.682239:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937e58. 00000100:00000200:0.0:1788796690.682241:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000158336, offset 0 00000400:00000200:0.0:1788796690.682253:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682257:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682261:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796690.682264:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796690.682267:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796690.682269:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796690.682271:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682273:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [143:143:255:4294967295] 192.168.204.119@tcp LPNI seq info [143:143:7:4294967295] 00000400:00000200:0.0:1788796690.682277:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682283:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796690.682288:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796690.682292:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7500. 00000800:00000200:0.0:1788796690.682295:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796690.682300:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796690.682303:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796690.682306:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796690.682309:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 48965 usecs (49 jiffies) 00000400:00000200:0.0:1788796690.682312:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796690.682314:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295027775 00000100:00000001:0.0:1788796690.682317:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.682319:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295027775 00000100:00000001:0.0:1788796690.682321:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.682323:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796690.682325:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682328:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796690.682332:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682339:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796690.682340:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682350:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796690.682352:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796690.682354:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796690.682358:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000158592:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796690.682361:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796690.682364:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796690.682366:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682367:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796690.682370:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0b600. 02000000:00000001:0.0:1788796690.682373:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.682376:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796690.682379:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b04d0. 00000400:00000010:0.0:1788796690.682384:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937000. 00000100:00000200:0.0:1788796690.682389:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000158592, portal 4 00000100:00000001:0.0:1788796690.682391:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796690.682392:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332595712 : -109024376955904 : ffff9cd7c8bd5c00) 00000100:00000040:0.0:1788796690.682399:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682406:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796690.682408:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796690.682410:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937908. 00000100:00000200:0.0:1788796690.682412:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875689000158592, offset 0 00000400:00000200:0.0:1788796690.682416:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682420:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682424:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796690.682426:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796690.682429:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796690.682431:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796690.682433:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682436:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [144:144:254:4294967295] 192.168.204.119@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:0.0:1788796690.682440:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682446:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796690.682457:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796690.682461:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7900. 00000800:00000200:0.0:1788796690.682465:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796690.682468:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796690.682471:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796690.682474:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796690.682477:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: using a timeout of 57708 usecs (58 jiffies) 00000400:00000200:0.0:1788796690.682480:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796690.682482:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295027784 00000100:00000001:0.0:1788796690.682484:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.682486:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295027784 00000100:00000001:0.0:1788796690.682488:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.682490:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796690.682492:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682495:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682497:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796690.682500:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796690.682502:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788796690.682504:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796690.682505:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796690.682506:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796690.682509:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1788796690.682511:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796690.682513:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796690.682515:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796690.682516:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796690.682517:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796690.682519:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796690.682523:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682530:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796690.682531:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682540:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796690.682542:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796690.682543:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796690.682546:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000158208:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796690.682550:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796690.682553:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796690.682555:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682556:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796690.682559:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0bc00. 02000000:00000001:0.0:1788796690.682561:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.682564:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796690.682567:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b0b58. 00000400:00000010:0.0:1788796690.682570:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c89372a8. 00000100:00000200:0.0:1788796690.682573:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000158208, portal 10 00000100:00000001:0.0:1788796690.682575:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796690.682576:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332591232 : -109024376960384 : ffff9cd7c8bd4a80) 00000100:00000040:0.0:1788796690.682582:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682588:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796690.682589:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796690.682591:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937880. 00000100:00000200:0.0:1788796690.682593:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000158208, offset 0 00000400:00000200:0.0:1788796690.682597:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682601:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682605:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796690.682607:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796690.682610:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796690.682612:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796690.682614:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682617:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [145:145:253:4294967295] 192.168.204.119@tcp LPNI seq info [145:145:5:4294967295] 00000400:00000200:0.0:1788796690.682620:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682625:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796690.682635:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796690.682638:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7700. 00000800:00000200:0.0:1788796690.682642:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796690.682646:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796690.682649:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796690.682652:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796690.682655:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 127461 usecs (128 jiffies) 00000400:00000200:0.0:1788796690.682659:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796690.682661:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295027854 00000100:00000001:0.0:1788796690.682663:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.682665:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295027854 00000100:00000001:0.0:1788796690.682667:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.682669:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796690.682671:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682673:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796690.682678:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682684:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796690.682686:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682688:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796690.682690:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796690.682692:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796690.682695:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000158464:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796690.682697:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796690.682700:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796690.682702:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682703:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796690.682706:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0ae00. 02000000:00000001:0.0:1788796690.682708:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.682711:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796690.682719:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b09f8. 00000400:00000010:0.0:1788796690.682723:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937990. 00000100:00000200:0.0:1788796690.682726:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000158464, portal 10 00000100:00000001:0.0:1788796690.682728:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796690.682729:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332590336 : -109024376961280 : ffff9cd7c8bd4700) 00000100:00000040:0.0:1788796690.682736:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682742:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796690.682744:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796690.682746:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937660. 00000100:00000200:0.0:1788796690.682748:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000158464, offset 0 00000400:00000200:0.0:1788796690.682752:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682755:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682759:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796690.682762:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796690.682781:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796690.682783:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796690.682786:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682788:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [146:146:252:4294967295] 192.168.204.119@tcp LPNI seq info [146:146:4:4294967295] 00000400:00000200:0.0:1788796690.682792:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682798:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796690.682831:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796690.682835:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c54e7100. 00000800:00000200:0.0:1788796690.682839:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796690.682843:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796690.682845:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c54e7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796690.682848:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796690.682852:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 53898 usecs (54 jiffies) 00000400:00000200:0.0:1788796690.682855:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796690.682857:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295027780 00000100:00000001:0.0:1788796690.682860:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.682867:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295027780 00000100:00000001:0.0:1788796690.682870:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.682872:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796690.682874:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.682876:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796690.682881:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682888:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796690.682890:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682892:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796690.682894:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796690.682896:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796690.682898:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000158720:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796690.682902:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796690.682904:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796690.682906:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796690.682907:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796690.682910:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0ba00. 02000000:00000001:0.0:1788796690.682912:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796690.682915:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796690.682918:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b09a0. 00000400:00000010:0.0:1788796690.682922:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937a18. 00000100:00000200:0.0:1788796690.682925:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000158720, portal 4 00000100:00000001:0.0:1788796690.682927:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796690.682928:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000040:0.0:1788796690.682934:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796690.682940:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796690.682942:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796690.682944:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937b28. 00000100:00000200:0.0:1788796690.682946:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875689000158720, offset 0 00000400:00000200:0.0:1788796690.682956:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682961:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682964:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796690.682966:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796690.682969:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796690.682971:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796690.682973:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796690.682975:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [147:147:251:4294967295] 192.168.204.119@tcp LPNI seq info [147:147:3:4294967295] 00000400:00000200:0.0:1788796690.682980:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796690.682985:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796690.682989:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796690.682994:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c3ed2300. 00000800:00000200:0.0:1788796690.682997:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796690.683002:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796690.683004:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c3ed2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796690.683007:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796690.683010:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: using a timeout of 57831 usecs (58 jiffies) 00000400:00000200:0.0:1788796690.683013:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796690.683015:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295027784 00000100:00000001:0.0:1788796690.683018:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.683019:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295027784 00000100:00000001:0.0:1788796690.683021:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295028674 00000100:00000001:0.0:1788796690.683023:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796690.683025:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.683028:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.683031:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.683055:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796690.683057:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796690.683059:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796690.683061:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796690.688532:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796690.688546:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7e00. 00000400:00000200:2.0:1788796690.688557:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.688568:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796690.688579:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937bb0 00000400:00000010:2.0:1788796690.688583:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937bb0. 00000100:00000001:2.0:1788796690.688590:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796690.688601:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.688618:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796690.688622:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.688629:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.688631:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796690.688649:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796690.688652:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7500. 00000400:00000200:2.0:1788796690.688655:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.688659:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796690.688662:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937e58 00000400:00000010:2.0:1788796690.688663:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937e58. 00000100:00000001:2.0:1788796690.689836:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796690.689856:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.689893:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796690.689898:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.689906:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.689912:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796690.689946:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796690.689950:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7900. 00000400:00000200:2.0:1788796690.689955:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.689960:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796690.689966:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937908 00000400:00000010:2.0:1788796690.689969:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937908. 00000100:00000001:2.0:1788796690.689973:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796690.689978:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.689986:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796690.689999:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.690006:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.690008:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796690.690019:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796690.690021:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7700. 00000400:00000200:2.0:1788796690.690025:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.690028:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796690.690031:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937880 00000400:00000010:2.0:1788796690.690034:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937880. 00000100:00000001:2.0:1788796690.690036:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796690.690041:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.690787:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796690.690794:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.690850:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.690852:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796690.690871:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796690.690873:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c54e7100. 00000400:00000200:2.0:1788796690.690877:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.690882:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796690.690885:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937660 00000400:00000010:2.0:1788796690.690887:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937660. 00000100:00000001:2.0:1788796690.690890:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796690.690894:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.690901:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796690.690903:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.690909:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.690911:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796690.691010:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796690.691013:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c3ed2300. 00000400:00000200:2.0:1788796690.691018:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.691022:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796690.691025:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937b28 00000400:00000010:2.0:1788796690.691027:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937b28. 00000100:00000001:2.0:1788796690.691029:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796690.691034:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.691042:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796690.694858:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.694882:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.694886:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788796690.698673:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.698718:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796690.698725:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.698729:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.698745:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.698760:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796690.698771:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.698777:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.698784:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.698788:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0904300 00000400:00000200:2.0:1788796690.698795:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.698846:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:2.0:1788796690.698856:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.698863:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.698867:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.698872:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796690.698883:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796690.698895:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796690.698907:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.698928:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796690.698938:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.698947:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796690.698949:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.698953:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.698956:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.698960:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1788796690.698963:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788796690.698967:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.698974:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788796690.698975:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.698982:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1788796690.698987:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796690.698990:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796690.698995:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b0c60. 00000400:00000200:2.0:1788796690.698997:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904480 00000400:00000200:2.0:1788796690.699003:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796690.699025:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937f68 00000400:00000010:1.0:1788796690.699028:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937f68. 00000100:00000001:1.0:1788796690.699033:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796690.699045:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796690.699057:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.699075:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796690.699077:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.699080:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796690.699083:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796690.699086:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796690.699087:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796690.699091:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796690.699103:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796690.699108:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796690.699110:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796690.699112:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796690.699116:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796690.699118:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.699121:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.699127:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.699135:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796690.699138:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796690.699140:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796690.699279:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796690.699289:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:777c5382-705f-479f-8f4d-3aa5213b2694:2412:1875689000157952:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796690.699295:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.699298:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796690.699302:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd5180 x1875689000157952/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.699315:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796690.699318:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796690.699322:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a000. 02000000:00000001:1.0:1788796690.699325:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796690.699328:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796690.699331:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796690.699335:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796690.699338:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7cc8fec00. 02000000:00000001:1.0:1788796690.699342:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796690.699344:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796690.699346:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd5180. 00000100:00000001:1.0:1788796690.699351:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796690.699353:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.699356:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.699365:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796690.699367:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.699370:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796690.699373:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796690.704681:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:2.0:1788796690.704707:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.704728:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.704733:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.704739:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796690.704750:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796690.704762:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796690.704856:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.704879:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796690.704899:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.704905:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796690.704909:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.704913:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.704918:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788796690.704924:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.704929:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788796690.704934:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796690.704945:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1788796690.704946:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796690.704949:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788796690.704953:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796690.704954:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b06e0. 00000400:00000200:2.0:1788796690.704962:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796690.704967:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937220 00000400:00000200:2.0:1788796690.704974:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904400 00000400:00000010:1.0:1788796690.704976:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937220. 00000400:00000200:2.0:1788796690.704985:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.704986:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796690.705001:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796690.705013:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.705023:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796690.705024:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.705027:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796690.705030:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796690.705033:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796690.705052:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796690.705055:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796690.705076:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796690.705080:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796690.705083:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796690.705084:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796690.705087:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796690.705091:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796690.705128:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:2.0:1788796690.705135:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.705141:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.705143:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.705146:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796690.705150:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796690.705166:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796690.705176:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.705195:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796690.705200:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.705204:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796690.705206:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.705208:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.705212:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.705216:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796690.705220:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.705223:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.705226:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.705229:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904500 00000400:00000200:2.0:1788796690.705232:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.705236:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:2.0:1788796690.705240:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.705243:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.705245:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796690.705248:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796690.705251:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796690.705256:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.705268:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788796690.705275:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788796690.705276:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796690.705282:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796690.705286:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.705300:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1788796690.705302:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788796690.705306:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.705312:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.705316:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1788796690.705317:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.705321:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.705324:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796690.705329:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.705329:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.705338:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:1.0:1788796690.705344:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788796690.705352:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:1.0:1788796690.705363:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000158336:192.168.204.119@tcp:400:kworker.0 00000400:00000200:2.0:1788796690.705370:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.705376:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796690.705383:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.705386:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1788796690.705393:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 4 MB=0x6a9ede0904580 00000100:00000040:1.0:1788796690.705399:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd6d80 x1875689000158336/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788796690.705408:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.705420:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1788796690.705421:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.119@tcp of length 224/224 into md 0x83d [1] + 224 02000000:00000001:1.0:1788796690.705427:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1788796690.705432:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1788796690.705433:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a400. 02000000:00000001:1.0:1788796690.705440:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1788796690.705442:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788796690.705445:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000200:2.0:1788796690.705447:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1788796690.705449:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:1.0:1788796690.705459:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000200:2.0:1788796690.705459:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796690.705465:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796690.705471:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796690.705481:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.705489:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796690.705493:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.705496:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796690.705498:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.705500:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.705503:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.705506:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000010:1.0:1788796690.705533:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c8aa7100. 02000000:00000001:1.0:1788796690.705550:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796690.705552:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796690.705554:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd6d80. 00000100:00000001:1.0:1788796690.705559:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796690.705560:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.705564:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.705566:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796690.705568:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796690.705572:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796690.705574:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796690.705576:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b0b58. 00000400:00000200:1.0:1788796690.705579:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c89372a8 00000400:00000010:1.0:1788796690.705581:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c89372a8. 00000100:00000001:1.0:1788796690.705584:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796690.705589:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796690.705597:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.705604:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796690.705605:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.705730:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796690.705732:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796690.705734:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796690.705736:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796690.705738:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796690.705742:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=75 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796690.705745:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796690.705749:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796690.705750:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796690.705752:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796690.705757:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796690.705764:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.705766:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796690.705767:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:1.0:1788796690.705776:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796690.705778:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.705782:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.705789:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796690.705791:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796690.705792:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796690.705796:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796690.705977:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000158208:192.168.204.119@tcp:400:kworker.0 00000400:00000001:1.0:1788796690.705984:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796690.705985:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796690.705987:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b09f8. 00000400:00000200:1.0:1788796690.705990:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937990 00000400:00000010:1.0:1788796690.705992:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937990. 00000100:00000001:1.0:1788796690.705994:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796690.705998:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796690.706006:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.706011:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796690.706013:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.706014:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796690.706016:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796690.706017:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796690.706019:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796690.706021:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796690.706027:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796690.706030:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796690.706032:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796690.706034:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796690.706036:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796690.706048:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796690.706054:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.706057:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796690.706058:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796690.706059:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796690.706061:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796690.706270:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1788796690.706272:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788796690.706287:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.706292:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788796690.706301:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796690.706302:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796690.706307:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796690.706314:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788796690.706323:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 4 MB=0x6a9ede0904600 00000400:00000200:2.0:1788796690.706336:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:1.0:1788796690.706342:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000158464:192.168.204.119@tcp:400:kworker.0 00000400:00000200:2.0:1788796690.706351:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.119@tcp of length 224/224 into md 0x855 [1] + 224 00000400:00000001:1.0:1788796690.706362:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1788796690.706364:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788796690.706366:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796690.706370:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b04d0. 00000400:00000200:1.0:1788796690.706374:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937000 00000800:00000001:2.0:1788796690.706375:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788796690.706378:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937000. 00000400:00000200:2.0:1788796690.706381:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788796690.706385:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1788796690.706392:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000200:1.0:1788796690.706397:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796690.706401:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796690.706409:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788796690.706419:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.706422:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796690.706429:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.706436:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796690.706440:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796690.706444:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1788796690.706447:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.706456:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.706462:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796690.706470:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.706475:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796690.706477:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796690.706479:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796690.706482:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.706486:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796690.706491:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.706493:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.706495:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.706498:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904380 00000400:00000200:2.0:1788796690.706501:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796690.706505:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:2.0:1788796690.706509:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1788796690.706932:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796690.706942:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d7c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796690.706946:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d7c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796690.706948:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796690.706949:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796690.706951:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796690.706957:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796690.706965:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.706967:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796690.706968:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796690.706970:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796690.706971:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.706975:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.706980:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796690.706982:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796690.706984:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796690.706987:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796690.706994:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000158592:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796690.707000:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.707002:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796690.707006:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd4a80 x1875689000158208/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707013:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796690.707015:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796690.707018:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0bc00. 02000000:00000001:1.0:1788796690.707023:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796690.707025:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796690.707034:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:1.0:1788796690.707037:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796690.707040:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c8aa7f00. 02000000:00000001:1.0:1788796690.707044:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796690.707045:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796690.707047:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd4a80. 00000100:00000001:1.0:1788796690.707050:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796690.707052:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707054:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796690.707058:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd4700 x1875689000158464/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707075:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796690.707076:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796690.707079:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0ae00. 02000000:00000001:1.0:1788796690.707081:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796690.707082:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796690.707083:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:1.0:1788796690.707085:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796690.707087:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c8aa7500. 02000000:00000001:1.0:1788796690.707089:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796690.707091:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796690.707092:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd4700. 00000100:00000001:1.0:1788796690.707094:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796690.707095:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707097:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796690.707100:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd5c00 x1875689000158592/t0(0) o400->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707116:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796690.707117:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796690.707118:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0b600. 02000000:00000001:1.0:1788796690.707121:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796690.707122:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796690.707123:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d7800 refcount=2 obd=lustre-OST0000-osc-ffff9cd7ca531000 00000020:00000001:1.0:1788796690.707125:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796690.707127:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c8aa7c00. 02000000:00000001:1.0:1788796690.707129:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796690.707136:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796690.707138:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd5c00. 00000100:00000001:1.0:1788796690.707141:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796690.707152:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707165:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.707167:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796690.707169:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796690.707174:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1788796690.707176:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788796690.707177:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796690.707184:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b09a0. 00000400:00000200:2.0:1788796690.707186:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788796690.707191:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937a18 00000400:00000010:1.0:1788796690.707198:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937a18. 00000400:00000200:2.0:1788796690.707199:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1788796690.707207:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788796690.707211:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796690.707217:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788796690.707226:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796690.707245:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796690.707256:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707260:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796690.707264:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707271:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796690.707277:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796690.707280:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796690.707286:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796690.707288:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1788796690.707291:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796690.707298:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6460 time=15 v=5 (5 0 0 0) 00000800:00000001:2.0:1788796690.707300:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1788796690.707302:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6418 time=15 v=5 (1 0 0 0) 00000800:00000001:2.0:1788796690.707309:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707310:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796690.707314:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796690.707318:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796690.707326:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796690.707334:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.707335:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796690.707337:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796690.707339:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796690.707348:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.707353:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707360:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796690.707362:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796690.707363:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796690.707367:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796690.707374:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000158720:192.168.204.119@tcp:400:kworker.0 00000400:00000001:1.0:1788796690.707380:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796690.707381:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796690.707383:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b00b0. 00000400:00000200:1.0:1788796690.707387:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937198 00000400:00000010:1.0:1788796690.707388:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937198. 00000100:00000001:1.0:1788796690.707390:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796690.707395:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796690.707403:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707409:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796690.707411:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707412:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796690.707414:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796690.707416:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796690.707417:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796690.707418:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796690.707423:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=75 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796690.707426:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796690.707427:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796690.707428:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796690.707430:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796690.707432:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.707442:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796690.707443:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:1.0:1788796690.707445:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796690.707446:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796690.707450:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707456:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796690.707458:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796690.707459:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796690.707477:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796690.707486:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000158080:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796690.707490:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707492:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796690.707495:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd6a00 x1875689000158720/t0(0) o400->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707501:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796690.707502:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796690.707504:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0ba00. 02000000:00000001:1.0:1788796690.707507:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796690.707509:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796690.707510:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6000 refcount=2 obd=lustre-OST0001-osc-ffff9cd7ca531000 00000020:00000001:1.0:1788796690.707512:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796690.707513:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7ca1d2900. 02000000:00000001:1.0:1788796690.707516:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796690.707517:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796690.707518:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd6a00. 00000100:00000001:1.0:1788796690.707520:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796690.707521:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707523:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796690.707526:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd7100 x1875689000158080/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796690.707541:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796690.707543:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796690.707544:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0be00. 02000000:00000001:1.0:1788796690.707546:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796690.707548:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796690.707549:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:1.0:1788796690.707551:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796690.707552:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7ca6ce500. 02000000:00000001:1.0:1788796690.707555:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796690.707556:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796690.707557:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd7100. 00000100:00000001:1.0:1788796690.707560:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796690.707561:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707563:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796690.707570:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796690.707572:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796690.707574:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796690.707576:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796690.739203:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796690.739213:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796690.739245:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796690.739247:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796690.742055:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796690.742085:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796690.742092:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788796691.692253:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295028674, at 4295028737 00000100:00000010:3.0:1788796691.692269:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c8bd21e0. 00000100:00000040:2.0:1788796691.710454:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295028674, at 4295028755 00000100:00000010:2.0:1788796691.710470:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c8bd25a0. 00010000:00000001:2.0:1788796691.755284:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796691.755291:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796691.755297:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796691.755298:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796691.758708:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796691.758715:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796691.758720:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796692.779483:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796692.779493:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796692.779500:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796692.779501:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796692.779619:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796692.779622:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796692.779625:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788796693.537640:0:9655:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788796693.537653:0:9655:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788796693.609902:0:9657:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788796693.609918:0:9657:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788796693.720725:0:9664:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788796693.720740:0:9664:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788796693.762342:0:9666:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788796693.762356:0:9666:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796693.804866:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796693.804879:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796693.804883:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796693.804887:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796693.804894:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796693.804898:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796693.804900:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796693.804903:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796693.804908:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796693.804909:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796693.805778:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796693.805784:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796693.805789:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796694.830616:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796694.830635:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796694.830642:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796694.830646:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796694.830648:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796694.830652:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796694.830655:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796694.830657:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796694.830660:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796694.830663:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796694.831700:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796694.831707:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796694.831712:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788796695.796488:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796695.796521:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796695.796538:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbea00. 00000020:00000040:2.0:1788796695.796544:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:2.0:1788796695.796548:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796695.796551:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796695.796556:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796695.796565:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7000. 00000100:00000001:2.0:1788796695.796571:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796582:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796695.796593:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796695.796598:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796605:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab1a09e8] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.796647:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796650:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796695.796653:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796695.796656:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbf480. 00000020:00000040:2.0:1788796695.796658:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:2.0:1788796695.796661:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796695.796662:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796695.796663:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796695.796666:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7f00. 00000100:00000001:2.0:1788796695.796669:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796673:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796695.796679:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796695.796681:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796685:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000905b1269] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.796693:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796701:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796695.796704:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796695.796709:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbce00. 00000020:00000040:2.0:1788796695.796711:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:2.0:1788796695.796714:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796695.796715:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796695.796717:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796695.796721:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7c00. 00000100:00000001:2.0:1788796695.796724:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796728:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796695.796735:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796695.796737:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796740:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb6e763a] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.796746:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796748:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796695.796752:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796695.796754:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796695.796757:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796695.796760:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796695.796763:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796695.796765:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbca80. 00000020:00000040:2.0:1788796695.796766:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:2.0:1788796695.796768:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796695.796769:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796695.796771:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796695.796773:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7700. 00000100:00000001:2.0:1788796695.796776:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796785:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796695.796791:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796695.796792:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796796:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4dc56e1] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.796841:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796843:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796695.796846:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796695.796849:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbf100. 00000020:00000040:2.0:1788796695.796852:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:2.0:1788796695.796854:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796695.796855:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796695.796857:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796695.796860:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7100. 00000100:00000001:2.0:1788796695.796863:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796867:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796695.796874:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796695.796876:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796879:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002388472a] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.796885:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796887:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796695.796890:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788796695.796892:0:464:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788796695.796895:0:464:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788796695.796898:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbc380. 00000020:00000040:2.0:1788796695.796900:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d7800 refcount=3 obd=lustre-OST0000-osc-ffff9cd7ca531000 00000100:00000001:2.0:1788796695.796902:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796695.796909:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796695.796911:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796695.796914:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7b00. 00000100:00000001:2.0:1788796695.796917:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.796919:0:464:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635049350316928 : -109024359234688 : ffff9cd7c9cbc380) 00000100:00080000:2.0:1788796695.796922:0:464:0:(import.c:65:import_set_state_nolock()) ffff9cd7c31d7800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788796695.796925:0:464:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9cd7ca531000: disconnect after 20s idle 00000100:00000001:2.0:1788796695.796927:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796695.796929:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796932:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817007bf] to pc [ptlrpcd_rcv+-1] req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.796943:0:464:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.796945:0:464:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796946:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796695.796949:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788796695.796951:0:464:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788796695.796952:0:464:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788796695.796954:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbe300. 00000020:00000040:2.0:1788796695.796956:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6000 refcount=3 obd=lustre-OST0001-osc-ffff9cd7ca531000 00000100:00000001:2.0:1788796695.796957:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796695.796958:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796695.796959:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796695.796962:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7400. 00000100:00000001:2.0:1788796695.796964:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.796965:0:464:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635049350324992 : -109024359226624 : ffff9cd7c9cbe300) 00000100:00080000:2.0:1788796695.796968:0:464:0:(import.c:65:import_set_state_nolock()) ffff9cd7c31d6000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788796695.796970:0:464:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9cd7ca531000: disconnect after 20s idle 00000100:00000001:2.0:1788796695.796972:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796695.796973:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.796977:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065fc510a] to pc [ptlrpcd_rcv+-1] req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.796996:0:464:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.796998:0:464:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.797002:0:464:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:2.0:1788796695.797018:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796695.797021:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796695.797024:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788796695.797029:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.797037:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788796695.797039:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796695.797043:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788796695.797046:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788796695.797048:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796695.797052:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000158976:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796695.797056:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788796695.797072:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788796695.797075:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796695.797078:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788796695.797082:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c4881200. 02000000:00000001:2.0:1788796695.797084:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.797181:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796695.797184:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796695.797186:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796695.797192:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.797211:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796695.797212:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796695.797214:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796695.797216:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796695.797218:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796695.797221:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000158848:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796695.797223:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796695.797226:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796695.797227:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796695.797229:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796695.797232:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cb221000. 02000000:00000001:3.0:1788796695.797234:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796695.797239:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796695.797243:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb8f0. 00000400:00000010:3.0:1788796695.797249:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d83b8. 00000100:00000200:3.0:1788796695.797256:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000158848, portal 25 00000100:00000001:3.0:1788796695.797258:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796695.797260:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350326784 : -109024359224832 : ffff9cd7c9cbea00) 00000100:00000040:3.0:1788796695.797265:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.797272:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796695.797275:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796695.797277:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d86e8. 00000100:00000200:3.0:1788796695.797280:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000158848, offset 0 00000400:00000200:3.0:1788796695.797286:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796695.797295:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.797302:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796695.797308:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796695.797311:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796695.797315:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796695.797317:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796695.797329:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [148:148:256:4294967295] 192.168.204.119@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:3.0:1788796695.797334:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.797343:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796695.797350:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796695.797354:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39300. 00000800:00000200:3.0:1788796695.797360:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796695.797369:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796695.797374:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796695.797387:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796695.797391:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796695.797394:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295033804 00000100:00000010:3.0:1788796695.797398:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c366ed20. 00000100:00000001:3.0:1788796695.797404:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788796695.797408:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295033804 00000100:00000010:3.0:1788796695.797411:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c366e600. 00000100:00000001:3.0:1788796695.797414:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788796695.797417:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796695.797419:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.797422:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796695.797427:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.797433:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796695.797435:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796695.797437:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796695.797438:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796695.797441:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796695.797443:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000159104:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796695.797446:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796695.797449:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796695.797451:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796695.797457:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796695.797460:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cb220e00. 02000000:00000001:3.0:1788796695.797462:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796695.797465:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796695.797468:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb948. 00000400:00000010:3.0:1788796695.797472:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8cc0. 00000100:00000200:3.0:1788796695.797475:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000159104, portal 10 00000100:00000001:3.0:1788796695.797477:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796695.797478:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350319616 : -109024359232000 : ffff9cd7c9cbce00) 00000100:00000040:3.0:1788796695.797485:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.797491:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796695.797493:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796695.797495:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8c38. 00000100:00000200:3.0:1788796695.797497:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000159104, offset 0 00000400:00000200:3.0:1788796695.797500:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796695.797504:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.797507:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796695.797509:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796695.797511:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796695.797513:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796695.797515:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796695.797518:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [149:149:255:4294967295] 192.168.204.119@tcp LPNI seq info [149:149:7:4294967295] 00000400:00000200:3.0:1788796695.797521:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.797527:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796695.797531:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796695.797534:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39400. 00000800:00000200:3.0:1788796695.797538:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796695.797541:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796695.797544:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796695.797546:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796695.797554:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 122342 usecs (123 jiffies) 00000400:00000200:3.0:1788796695.797558:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796695.797559:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295032965 00000100:00000001:3.0:1788796695.797562:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295033804 00000100:00000001:3.0:1788796695.797564:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295032965 00000100:00000001:3.0:1788796695.797565:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295033804 00000100:00000001:3.0:1788796695.797567:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796695.797569:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.797570:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796695.797574:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.797579:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796695.797580:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796695.797582:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796695.797584:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796695.797586:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796695.797588:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000159360:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796695.797591:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796695.797593:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796695.797594:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796695.797596:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796695.797598:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cb221a00. 02000000:00000001:3.0:1788796695.797600:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796695.797602:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796695.797605:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb420. 00000400:00000010:3.0:1788796695.797608:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8110. 00000100:00000200:3.0:1788796695.797610:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000159360, portal 10 00000100:00000001:3.0:1788796695.797612:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796695.797613:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350328576 : -109024359223040 : ffff9cd7c9cbf100) 00000100:00000040:3.0:1788796695.797618:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.797634:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796695.797636:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796695.797640:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8aa0. 00000100:00000001:0.0:1788796695.797643:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1788796695.797645:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000159360, offset 0 00000100:00000001:0.0:1788796695.797647:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796695.797651:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788796695.797652:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796695.797659:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1788796695.797661:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788796695.797664:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796695.797671:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796695.797676:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:0.0:1788796695.797677:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788796695.797680:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788796695.797681:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796695.797686:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788796695.797687:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000001:0.0:1788796695.797688:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788796695.797693:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [150:150:254:4294967295] 192.168.204.119@tcp LPNI seq info [150:150:6:4294967295] 02000000:00000001:0.0:1788796695.797694:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796695.797701:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000159488:192.168.204.119@tcp:9:kworker.0 00000400:00000200:3.0:1788796695.797704:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796695.797709:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796695.797713:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796695.797716:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796695.797716:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:0.0:1788796695.797720:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788796695.797724:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000010:0.0:1788796695.797727:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0b600. 00000800:00000010:3.0:1788796695.797729:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39800. 02000000:00000001:0.0:1788796695.797731:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796695.797736:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:0.0:1788796695.797739:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1788796695.797743:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000010:0.0:1788796695.797745:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b01b8. 00000800:00000200:3.0:1788796695.797747:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39800 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1788796695.797751:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937440. 00000100:00000001:3.0:1788796695.797752:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788796695.797758:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000159488, portal 4 00000100:00000040:3.0:1788796695.797758:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 49945 usecs (50 jiffies) 00000100:00000001:0.0:1788796695.797762:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796695.797765:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350316928 : -109024359234688 : ffff9cd7c9cbc380) 00000400:00000200:3.0:1788796695.797765:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796695.797770:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295032892 00000100:00000040:0.0:1788796695.797774:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.797775:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295033804 00000100:00000001:3.0:1788796695.797777:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295032892 00000100:00000001:3.0:1788796695.797779:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295033804 00000100:00000001:3.0:1788796695.797782:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796695.797787:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796695.797792:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796695.797797:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1788796695.797798:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.797825:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788796695.797826:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c89375d8. 00000100:00000200:0.0:1788796695.797831:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875689000159488, offset 0 00000100:00000001:3.0:1788796695.797832:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796695.797835:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1788796695.797838:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1788796695.797840:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796695.797842:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788796695.797845:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796695.797846:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.797851:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796695.797853:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796695.797858:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796695.797860:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796695.797863:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796695.797865:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796695.797869:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [151:151:253:4294967295] 192.168.204.119@tcp LPNI seq info [151:151:5:4294967295] 00000400:00000200:0.0:1788796695.797874:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796695.797883:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796695.797887:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796695.797890:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c3ed2700. 00000800:00000200:0.0:1788796695.797894:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796695.797899:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796695.797902:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c3ed2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796695.797906:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796695.797908:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: using a timeout of 50922 usecs (51 jiffies) 00000800:00000200:3.0:1788796695.797911:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796695.797915:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39300. 00000400:00000200:3.0:1788796695.797922:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788796695.797925:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796695.797929:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295032893 00000400:00000200:3.0:1788796695.797932:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1788796695.797933:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295033804 00000100:00000001:0.0:1788796695.797939:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295032893 00000100:00000001:0.0:1788796695.797942:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295033804 00000400:00000200:3.0:1788796695.797942:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d86e8 00000100:00000001:0.0:1788796695.797947:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1788796695.797948:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d86e8. 00000100:00000001:0.0:1788796695.797950:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.797955:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788796695.797959:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1788796695.797961:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788796695.797967:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.797978:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788796695.797979:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796695.797982:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796695.797985:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788796695.797986:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796695.797989:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796695.797993:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796695.797999:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000159616:192.168.204.119@tcp:9:kworker.0 00000100:00000001:3.0:1788796695.798002:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796695.798005:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788796695.798006:0:2407:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1788796695.798008:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796695.798011:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796695.798013:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796695.798016:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0ba00. 02000000:00000001:0.0:1788796695.798018:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796695.798021:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1788796695.798022:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:3.0:1788796695.798027:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39400. 00000400:00000010:0.0:1788796695.798028:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b0688. 00000400:00000200:3.0:1788796695.798032:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1788796695.798033:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937330. 00000100:00000200:0.0:1788796695.798038:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000159616, portal 4 00000400:00000200:3.0:1788796695.798041:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1788796695.798042:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796695.798046:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350324992 : -109024359226624 : ffff9cd7c9cbe300) 00000400:00000200:3.0:1788796695.798046:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8c38 00000400:00000010:3.0:1788796695.798050:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8c38. 00000100:00000040:0.0:1788796695.798054:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.798056:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796695.798073:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.798078:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796695.798084:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1788796695.798088:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1788796695.798089:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937110. 00000100:00000200:0.0:1788796695.798092:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875689000159616, offset 0 00000400:00000200:0.0:1788796695.798097:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796695.798102:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1788796695.798104:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788796695.798109:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796695.798115:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796695.798119:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796695.798122:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796695.798132:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796695.798139:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [152:152:253:4294967295] 192.168.204.119@tcp LPNI seq info [152:152:5:4294967295] 00000100:00000001:3.0:1788796695.798139:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.798144:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788796695.798147:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796695.798157:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796695.798159:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796695.798163:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39800. 00000800:00000200:0.0:1788796695.798164:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796695.798168:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1788796695.798170:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c3ed2b00. 00000800:00000200:0.0:1788796695.798176:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1788796695.798178:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796695.798183:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8aa0 00000800:00000200:0.0:1788796695.798184:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000010:3.0:1788796695.798187:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8aa0. 00000800:00000200:0.0:1788796695.798188:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c3ed2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796695.798191:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788796695.798193:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796695.798197:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: using a timeout of 51243 usecs (52 jiffies) 00000100:00000200:3.0:1788796695.798198:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788796695.798204:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796695.798209:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295032894 00000100:00000001:0.0:1788796695.798213:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295033804 00000100:00000001:3.0:1788796695.798215:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788796695.798217:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295032894 00000100:00000001:0.0:1788796695.798222:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295033804 00000100:00000040:3.0:1788796695.798222:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.798226:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796695.798230:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796695.798235:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796695.798239:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796695.798240:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.798242:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788796695.798244:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796695.798247:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788796695.798250:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796695.798251:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1788796695.798252:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788796695.798253:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788796695.798256:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c3ed2700. 00000100:00000001:0.0:1788796695.798257:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796695.798263:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.798268:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796695.798271:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c89375d8 00000400:00000010:3.0:1788796695.798273:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c89375d8. 00000100:00000001:3.0:1788796695.798275:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796695.798279:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.798285:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796695.798288:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.798294:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.798295:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796695.798359:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796695.798367:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c3ed2b00. 00000400:00000200:3.0:1788796695.798370:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.798373:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796695.798376:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937110 00000400:00000010:3.0:1788796695.798378:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937110. 00000100:00000001:3.0:1788796695.798380:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796695.798384:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.798391:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796695.798393:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.798399:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.798400:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788796695.798609:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1788796695.798613:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d00ee420. 00000400:00000010:2.0:1788796695.798618:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a4c8. 00000100:00000200:2.0:1788796695.798621:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000158976, portal 10 00000100:00000001:2.0:1788796695.798623:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796695.798624:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350329472 : -109024359222144 : ffff9cd7c9cbf480) 00000100:00000040:2.0:1788796695.798631:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.798638:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796695.798640:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796695.798643:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a5d8. 00000100:00000200:2.0:1788796695.798652:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000158976, offset 0 00000400:00000200:2.0:1788796695.798656:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796695.798661:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796695.798664:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796695.798667:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788796695.798670:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1788796695.798672:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788796695.798674:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1788796695.798687:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [153:153:256:4294967295] 192.168.204.119@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:2.0:1788796695.798691:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796695.798698:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796695.798702:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796695.798706:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7900. 00000800:00000200:2.0:1788796695.798710:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796695.798714:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796695.798717:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796695.798730:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.798733:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 102152 usecs (103 jiffies) 00000400:00000200:2.0:1788796695.798737:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1788796695.798739:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295032946 00000100:00000001:2.0:1788796695.798741:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295033804 00000100:00000001:2.0:1788796695.798743:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295032946 00000100:00000001:2.0:1788796695.798745:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295033804 00000100:00000001:2.0:1788796695.798747:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796695.798749:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.798752:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788796695.798756:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.798762:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788796695.798769:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796695.798771:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788796695.798773:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788796695.798775:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796695.798778:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000159232:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796695.798782:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788796695.798784:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788796695.798786:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796695.798788:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788796695.798792:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c4880200. 02000000:00000001:2.0:1788796695.798793:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796695.798796:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1788796695.798799:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d00ee528. 00000400:00000010:2.0:1788796695.798817:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005acc0. 00000100:00000200:2.0:1788796695.798821:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000159232, portal 10 00000100:00000001:2.0:1788796695.798823:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796695.798824:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350318720 : -109024359232896 : ffff9cd7c9cbca80) 00000100:00000040:2.0:1788796695.798831:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.798837:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796695.798839:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796695.798841:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005add0. 00000100:00000200:2.0:1788796695.798844:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000159232, offset 0 00000400:00000200:2.0:1788796695.798848:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796695.798851:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796695.798855:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796695.798857:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788796695.798860:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1788796695.798862:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788796695.798864:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1788796695.798867:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [154:154:255:4294967295] 192.168.204.119@tcp LPNI seq info [154:154:7:4294967295] 00000400:00000200:2.0:1788796695.798871:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796695.798876:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796695.798889:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796695.798892:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7600. 00000800:00000200:2.0:1788796695.798896:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796695.798900:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796695.798902:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796695.798905:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.798908:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 46758 usecs (47 jiffies) 00000400:00000200:2.0:1788796695.798912:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1788796695.798913:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295032891 00000100:00000001:2.0:1788796695.798916:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295033804 00000100:00000001:2.0:1788796695.798918:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295032891 00000100:00000001:2.0:1788796695.798920:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295033804 00000100:00000001:2.0:1788796695.798921:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796695.798923:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.798925:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.798928:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.798933:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788796695.798935:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788796695.798936:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796695.798937:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796695.798939:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.798940:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796695.799227:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796695.799230:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7900. 00000400:00000200:3.0:1788796695.799234:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.799239:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796695.799242:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a5d8 00000400:00000010:3.0:1788796695.799244:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a5d8. 00000100:00000001:3.0:1788796695.799248:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796695.799252:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.799260:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796695.799263:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.799269:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.799271:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796695.799319:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796695.799322:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7600. 00000400:00000200:3.0:1788796695.799325:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.799328:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796695.799330:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005add0 00000400:00000010:3.0:1788796695.799332:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005add0. 00000100:00000001:3.0:1788796695.799343:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796695.799347:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.799354:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796695.799356:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.799363:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.799364:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788796695.809181:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809200:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796695.809204:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809207:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.809216:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809224:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796695.809232:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809239:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809244:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809249:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0904680 00000400:00000200:3.0:1788796695.809254:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809260:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:3.0:1788796695.809267:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809272:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.809275:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.809279:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796695.809287:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.809297:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796695.809308:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.809336:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796695.809345:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809364:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796695.809367:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809368:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.809372:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809376:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796695.809380:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809382:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809385:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809388:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 4 MB=0x6a9ede0904980 00000400:00000200:3.0:1788796695.809391:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809395:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.119@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:3.0:1788796695.809398:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809402:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.809404:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.809407:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796695.809410:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.809415:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796695.809424:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.809445:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796695.809449:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809453:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796695.809455:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809457:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.809460:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809464:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796695.809468:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809470:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809473:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809475:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904780 00000400:00000200:3.0:1788796695.809478:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.809489:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:3.0:1788796695.809493:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809497:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.809499:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.809502:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796695.809505:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.809510:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796695.809518:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.809526:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796695.809530:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809533:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796695.809535:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.809537:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.809540:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812031:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796695.812045:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812050:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812055:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812068:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904880 00000400:00000200:3.0:1788796695.812073:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812079:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:3.0:1788796695.812087:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812099:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.812103:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.812107:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796695.812116:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.812127:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796695.812139:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.812166:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796695.812176:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812180:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796695.812181:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812183:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.812188:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812192:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796695.812196:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812199:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812202:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812205:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904700 00000400:00000200:3.0:1788796695.812208:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812213:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:3.0:1788796695.812216:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812219:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.812221:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.812224:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796695.812227:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.812231:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796695.812241:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.812255:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796695.812257:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812260:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796695.812262:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812264:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.812266:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812270:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796695.812273:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812280:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812282:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812285:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904800 00000400:00000200:3.0:1788796695.812289:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812292:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:3.0:1788796695.812296:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812298:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.812300:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.812302:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796695.812304:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.812308:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796695.812316:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.812324:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796695.812326:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812329:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796695.812330:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812332:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.812334:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812336:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796695.812339:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812341:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812344:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812346:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 4 MB=0x6a9ede0904900 00000400:00000200:3.0:1788796695.812350:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796695.812354:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.119@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1788796695.812356:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812377:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796695.812379:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796695.812382:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796695.812384:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.812392:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796695.812400:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.812408:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796695.812411:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796695.812414:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796695.812683:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796695.812690:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788796695.812697:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796695.812700:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796695.812703:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b01b8. 00000400:00000200:0.0:1788796695.812708:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937440 00000400:00000010:0.0:1788796695.812718:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937440. 00000100:00000001:0.0:1788796695.812722:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796695.812728:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796695.812736:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.812742:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796695.812744:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796695.812746:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796695.812749:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796695.812752:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796695.812754:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796695.812757:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796695.812766:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d7c60 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796695.812770:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d7c18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796695.812773:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796695.812775:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796695.812777:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788796695.812782:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788796695.812789:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796695.812793:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788796695.812795:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:0.0:1788796695.812797:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788796695.812799:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.812871:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796695.812875:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788796695.812879:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788796695.812881:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788796695.812884:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb8f0. 00000400:00000200:2.0:1788796695.812888:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d83b8 00000400:00000010:2.0:1788796695.812890:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d83b8. 00000100:00000001:2.0:1788796695.812894:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796695.812900:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788796695.812910:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.812926:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788796695.812928:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.812931:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788796695.812932:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788796695.812934:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788796695.812936:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796695.812938:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788796695.812942:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1788796695.812945:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1788796695.812947:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788796695.812948:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796695.812950:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788796695.812952:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.812954:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.812959:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.812966:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796695.812969:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788796695.812971:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788796695.812976:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796695.812983:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000158848:192.168.204.119@tcp:400:kworker.0 00000400:00000001:2.0:1788796695.812989:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788796695.812990:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788796695.812992:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb948. 00000400:00000200:2.0:1788796695.812995:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8cc0 00000400:00000010:2.0:1788796695.812997:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8cc0. 00000100:00000001:2.0:1788796695.812999:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796695.813004:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788796695.813011:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.813037:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796695.813041:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1788796695.813042:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.813044:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788796695.813051:0:2411:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.813072:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788796695.813075:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.813078:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788796695.813079:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788796695.813080:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788796695.813083:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796695.813087:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788796695.813093:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c31d7800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788796695.813098:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796695.813106:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000159488:192.168.204.119@tcp:9:kworker.0 00000400:00000001:0.0:1788796695.813112:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796695.813113:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796695.813115:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b0688. 00000400:00000200:0.0:1788796695.813117:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937330 00000400:00000010:0.0:1788796695.813119:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937330. 00000100:00000001:0.0:1788796695.813121:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796695.813125:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796695.813134:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.813140:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796695.813141:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796695.813143:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796695.813145:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796695.813147:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796695.813148:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796695.813150:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796695.813154:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6460 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796695.813157:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796695.813159:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796695.813160:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796695.813162:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788796695.813165:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788796695.813172:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796695.813180:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788796695.813182:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:0.0:1788796695.813184:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788796695.813185:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796695.813189:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.813196:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796695.813198:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788796695.813199:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788796695.813203:0:2411:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788796695.813209:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9cd7c31d6000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788796695.813212:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796695.813219:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2411:1875689000159616:192.168.204.119@tcp:9:kworker.0 00000100:00000001:0.0:1788796695.813223:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796695.813225:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796695.813228:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbc380 x1875689000159488/t0(0) o9->lustre-OST0000-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.813235:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796695.813238:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796695.813242:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0b600. 02000000:00000001:0.0:1788796695.813246:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796695.813248:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788796695.813250:0:2411:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d7800 refcount=2 obd=lustre-OST0000-osc-ffff9cd7ca531000 00000020:00000001:0.0:1788796695.813253:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796695.813256:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7b00. 02000000:00000001:0.0:1788796695.813260:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796695.813262:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788796695.813264:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbc380. 00000100:00000001:0.0:1788796695.813268:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788796695.813273:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796695.813275:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796695.813279:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbe300 x1875689000159616/t0(0) o9->lustre-OST0001-osc-ffff9cd7ca531000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788796705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796695.813285:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796695.813287:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796695.813288:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0ba00. 02000000:00000001:0.0:1788796695.813291:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796695.813292:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788796695.813293:0:2411:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6000 refcount=2 obd=lustre-OST0001-osc-ffff9cd7ca531000 00000020:00000001:0.0:1788796695.813295:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796695.813297:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7400. 02000000:00000001:0.0:1788796695.813299:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796695.813300:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788796695.813301:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbe300. 00000100:00000001:0.0:1788796695.813304:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788796695.813306:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796695.813308:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796695.813317:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796695.813319:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796695.813321:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796695.813323:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788796695.813540:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1788796695.813544:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1788796695.813546:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788796695.813547:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796695.813549:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788796695.813553:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788796695.813559:0:2415:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.813561:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788796695.813562:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:2.0:1788796695.813564:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788796695.813565:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.813568:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.813574:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796695.813575:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788796695.813577:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788796695.813580:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796695.813586:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000159104:192.168.204.119@tcp:400:kworker.0 00000400:00000001:2.0:1788796695.813592:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788796695.813594:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788796695.813595:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb420. 00000400:00000200:2.0:1788796695.813605:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8110 00000400:00000010:2.0:1788796695.813607:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8110. 00000100:00000001:2.0:1788796695.813609:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796695.813614:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788796695.813621:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.813627:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788796695.813629:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.813631:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788796695.813632:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788796695.813634:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788796695.813635:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796695.813637:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788796695.813642:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1788796695.813644:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788796695.813646:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788796695.813647:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796695.813648:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788796695.813651:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788796695.813656:0:2415:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.813658:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788796695.813660:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:2.0:1788796695.813661:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788796695.813662:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796695.813665:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.813671:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796695.813673:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788796695.813675:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788796695.813678:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796695.813697:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000159360:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796695.813701:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.813703:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796695.813706:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbea00 x1875689000158848/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.813712:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788796695.813714:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788796695.813716:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cb221000. 02000000:00000001:2.0:1788796695.813720:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788796695.813721:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788796695.813723:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:2.0:1788796695.813725:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788796695.813727:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7000. 02000000:00000001:2.0:1788796695.813729:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788796695.813731:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788796695.813732:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbea00. 00000100:00000001:2.0:1788796695.813734:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788796695.813735:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.813737:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796695.813740:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbce00 x1875689000159104/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.813746:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788796695.813747:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788796695.813748:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cb220e00. 02000000:00000001:2.0:1788796695.813751:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788796695.813752:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788796695.813753:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:2.0:1788796695.813755:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788796695.813756:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7c00. 02000000:00000001:2.0:1788796695.813757:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788796695.813759:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788796695.813760:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbce00. 00000100:00000001:2.0:1788796695.813763:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788796695.813769:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.813771:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796695.813774:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbf100 x1875689000159360/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796695.813780:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788796695.813781:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788796695.813783:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cb221a00. 02000000:00000001:2.0:1788796695.813785:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788796695.813787:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788796695.813788:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:2.0:1788796695.813790:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788796695.813791:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7100. 02000000:00000001:2.0:1788796695.813793:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788796695.813794:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788796695.813795:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbf100. 00000100:00000001:2.0:1788796695.813797:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788796695.813798:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.813825:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796695.813831:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788796695.813832:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796695.813834:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796695.813836:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.818162:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796695.818171:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796695.818182:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796695.818184:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796695.818187:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d00ee420. 00000400:00000200:3.0:1788796695.818199:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a4c8 00000400:00000010:3.0:1788796695.818202:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a4c8. 00000100:00000001:3.0:1788796695.818207:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.818218:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796695.818231:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.818238:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796695.818241:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796695.818243:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796695.818247:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796695.818249:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796695.818251:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796695.818254:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796695.818264:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=80 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796695.818268:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796695.818270:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796695.818272:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796695.818275:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796695.818279:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.818283:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796695.818285:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:3.0:1788796695.818307:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796695.818309:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796695.818315:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.818322:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796695.818325:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796695.818328:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796695.818332:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796695.818338:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000158976:192.168.204.119@tcp:400:kworker.0 00000400:00000001:3.0:1788796695.818344:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796695.818346:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796695.818348:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d00ee528. 00000400:00000200:3.0:1788796695.818351:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005acc0 00000400:00000010:3.0:1788796695.818353:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005acc0. 00000100:00000001:3.0:1788796695.818355:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796695.818359:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796695.818367:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.818373:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796695.818374:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796695.818376:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796695.818377:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796695.818379:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796695.818380:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796695.818382:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796695.818387:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796695.818390:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796695.818392:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796695.818393:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796695.818395:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796695.818404:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.818407:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796695.818408:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:3.0:1788796695.818410:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796695.818411:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796695.818415:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.818421:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796695.818423:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796695.818424:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796695.818427:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796695.818435:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000159232:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796695.818439:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796695.818442:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796695.818445:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbf480 x1875689000158976/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.818452:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796695.818454:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796695.818458:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c4881200. 02000000:00000001:3.0:1788796695.818462:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796695.818465:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796695.818467:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:3.0:1788796695.818470:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796695.818472:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7f00. 02000000:00000001:3.0:1788796695.818476:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796695.818478:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796695.818479:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbf480. 00000100:00000001:3.0:1788796695.818483:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796695.818485:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796695.818487:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796695.818490:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbca80 x1875689000159232/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796695.818507:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796695.818509:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796695.818511:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c4880200. 02000000:00000001:3.0:1788796695.818513:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796695.818515:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796695.818516:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:3.0:1788796695.818518:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796695.818519:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7700. 02000000:00000001:3.0:1788796695.818521:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796695.818522:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796695.818523:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbca80. 00000100:00000001:3.0:1788796695.818526:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796695.818527:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796695.818529:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796695.818536:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796695.818538:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796695.818540:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796695.818543:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796695.856212:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796695.856219:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796695.856226:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796695.856228:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796695.857656:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796695.857663:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796695.857667:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788796696.812973:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295033804, at 4295033857 00000100:00000010:3.0:1788796696.812987:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c366e600. 00000100:00000040:2.0:1788796696.815647:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295033804, at 4295033860 00000100:00000010:2.0:1788796696.815671:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c366ed20. 00010000:00000001:2.0:1788796696.874990:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796696.874999:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796696.875007:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796696.875008:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796696.879973:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796696.879982:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796696.879989:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796697.899455:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796697.899465:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796697.899473:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796697.899474:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796697.900504:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796697.900510:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796697.900515:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796698.926517:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796698.926550:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796698.926559:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796698.926560:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796698.926726:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796698.926730:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796698.926734:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796699.947843:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796699.947853:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796699.947861:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796699.947862:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796699.948743:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796699.948750:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796699.948755:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788796700.910170:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796700.910182:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796700.910196:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbf100. 00000020:00000040:2.0:1788796700.910204:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:2.0:1788796700.910208:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796700.910211:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796700.910217:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796700.910225:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7100. 00000100:00000001:2.0:1788796700.910232:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910244:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796700.910255:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796700.910260:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910267:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002388472a] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.910302:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910305:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796700.910308:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796700.910322:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbce00. 00000020:00000040:2.0:1788796700.910325:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:2.0:1788796700.910328:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796700.910329:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796700.910331:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796700.910334:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7c00. 00000100:00000001:2.0:1788796700.910337:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910342:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796700.910368:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796700.910370:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910375:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb6e763a] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.910383:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910386:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796700.910389:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796700.910392:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbea00. 00000020:00000040:2.0:1788796700.910395:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:2.0:1788796700.910397:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796700.910399:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796700.910400:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796700.910404:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7000. 00000100:00000001:2.0:1788796700.910407:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910412:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796700.910419:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796700.910420:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910424:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab1a09e8] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.910432:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910434:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796700.910437:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796700.910440:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796700.910443:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796700.910446:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796700.910456:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796700.910458:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbc700. 00000020:00000040:2.0:1788796700.910461:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:2.0:1788796700.910464:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796700.910465:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796700.910467:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796700.910473:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7700. 00000100:00000001:2.0:1788796700.910476:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910481:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796700.910488:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796700.910490:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910494:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f294e6] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.910501:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910503:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796700.910506:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796700.910508:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbed80. 00000020:00000040:2.0:1788796700.910511:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:2.0:1788796700.910513:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796700.910514:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796700.910515:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796700.910519:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7f00. 00000100:00000001:2.0:1788796700.910521:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910525:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796700.910532:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796700.910534:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910538:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082c059b3] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.910556:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910558:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796700.910561:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796700.910564:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796700.910566:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796700.910572:0:464:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (375) 00000100:00000001:2.0:1788796700.910589:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796700.910592:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796700.910594:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788796700.910600:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.910607:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788796700.910609:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796700.910613:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788796700.910616:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788796700.910618:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796700.910622:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000159872:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796700.910626:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788796700.910631:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788796700.910633:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796700.910635:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788796700.910639:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c4880800. 02000000:00000001:2.0:1788796700.910641:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796700.910649:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1788796700.910653:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d00ee8f0. 00000400:00000010:2.0:1788796700.910659:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a3b8. 00000100:00000200:2.0:1788796700.910665:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000159872, portal 10 00000100:00000001:2.0:1788796700.910667:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796700.910669:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350319616 : -109024359232000 : ffff9cd7c9cbce00) 00000100:00000040:2.0:1788796700.910681:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.910689:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796700.910692:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796700.910694:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a6e8. 00000100:00000200:2.0:1788796700.910697:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000159872, offset 0 00000400:00000200:2.0:1788796700.910703:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796700.910710:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.910718:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796700.910723:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788796700.910727:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1788796700.910731:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788796700.910733:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1788796700.910737:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [155:155:256:4294967295] 192.168.204.119@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1788796700.910742:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.910751:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796700.910757:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796700.910761:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7400. 00000800:00000200:2.0:1788796700.910768:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796700.910776:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796700.910780:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796700.910795:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.910799:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 99145 usecs (100 jiffies) 00000100:00000001:3.0:1788796700.911215:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796700.911218:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796700.911220:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796700.911228:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.911235:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796700.911243:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.911246:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796700.911249:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796700.911251:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796700.911254:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000159744:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796700.911258:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796700.911260:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796700.911262:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.911264:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796700.911267:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c52eee00. 02000000:00000001:3.0:1788796700.911268:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796700.911273:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796700.911276:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cbdc0. 00000400:00000010:3.0:1788796700.911280:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8aa0. 00000100:00000200:3.0:1788796700.911284:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000159744, portal 25 00000100:00000001:3.0:1788796700.911286:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796700.911287:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350328576 : -109024359223040 : ffff9cd7c9cbf100) 00000100:00000040:3.0:1788796700.911291:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.911298:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796700.911300:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796700.911302:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8c38. 00000100:00000200:3.0:1788796700.911304:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000159744, offset 0 00000400:00000200:3.0:1788796700.911308:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796700.911325:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.911330:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796700.911333:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796700.911336:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796700.911338:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796700.911340:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796700.911343:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [156:156:255:4294967295] 192.168.204.119@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:3.0:1788796700.911347:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.911353:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796700.911362:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796700.911366:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39000. 00000800:00000200:3.0:1788796700.911370:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796700.911375:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796700.911378:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796700.911381:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796700.911385:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796700.911388:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295038918 00000100:00000010:3.0:1788796700.911391:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c366e9c0. 00000100:00000001:3.0:1788796700.911397:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788796700.911402:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295038918 00000100:00000010:3.0:1788796700.911405:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c366e780. 00000100:00000001:3.0:1788796700.911407:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788796700.911410:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796700.911412:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.911415:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796700.911418:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.911424:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796700.911426:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.911428:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796700.911429:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796700.911431:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796700.911434:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000160000:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796700.911436:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796700.911439:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796700.911440:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.911442:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796700.911445:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c52efa00. 02000000:00000001:3.0:1788796700.911446:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796700.911449:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796700.911456:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb630. 00000400:00000010:3.0:1788796700.911460:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d86e8. 00000100:00000200:3.0:1788796700.911463:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000160000, portal 10 00000100:00000001:3.0:1788796700.911465:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796700.911466:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350326784 : -109024359224832 : ffff9cd7c9cbea00) 00000100:00000040:3.0:1788796700.911473:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.911479:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796700.911481:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796700.911483:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8f68. 00000100:00000200:3.0:1788796700.911485:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000160000, offset 0 00000400:00000200:3.0:1788796700.911489:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796700.911493:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.911497:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796700.911500:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796700.911502:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796700.911504:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796700.911507:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796700.911510:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [157:157:254:4294967295] 192.168.204.119@tcp LPNI seq info [157:157:6:4294967295] 00000400:00000200:3.0:1788796700.911514:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.911519:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796700.911524:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796700.911527:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39900. 00000800:00000200:3.0:1788796700.911531:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796700.911536:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796700.911538:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796700.911541:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796700.911544:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 117245 usecs (118 jiffies) 00000400:00000200:3.0:1788796700.911547:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796700.911549:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295038074 00000100:00000001:3.0:1788796700.911552:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295038918 00000100:00000001:3.0:1788796700.911560:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295038074 00000100:00000001:3.0:1788796700.911562:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295038918 00000100:00000001:3.0:1788796700.911564:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796700.911566:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.911568:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796700.911573:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.911579:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796700.911580:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.911583:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796700.911585:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796700.911587:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796700.911589:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000160256:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796700.911593:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796700.911595:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796700.911596:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.911598:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796700.911601:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c52ef600. 02000000:00000001:3.0:1788796700.911603:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796700.911606:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796700.911609:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb210. 00000400:00000010:3.0:1788796700.911612:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d87f8. 00000100:00000200:3.0:1788796700.911615:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000160256, portal 10 00000100:00000001:3.0:1788796700.911617:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796700.911619:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350327680 : -109024359223936 : ffff9cd7c9cbed80) 00000100:00000040:3.0:1788796700.911625:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.911630:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796700.911633:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796700.911635:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8198. 00000100:00000200:3.0:1788796700.911637:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000160256, offset 0 00000400:00000200:3.0:1788796700.911647:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796700.911651:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.911654:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796700.911657:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796700.911659:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796700.911661:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796700.911664:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796700.911666:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [158:158:253:4294967295] 192.168.204.119@tcp LPNI seq info [158:158:5:4294967295] 00000400:00000200:3.0:1788796700.911670:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.911675:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796700.911679:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796700.911683:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39f00. 00000800:00000200:3.0:1788796700.911686:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796700.911691:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796700.911693:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796700.911697:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796700.911700:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 45801 usecs (46 jiffies) 00000400:00000200:3.0:1788796700.911703:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796700.911705:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295038002 00000100:00000001:3.0:1788796700.911707:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295038918 00000100:00000001:3.0:1788796700.911709:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295038002 00000100:00000001:3.0:1788796700.911711:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295038918 00000100:00000001:3.0:1788796700.911713:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796700.911716:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.911718:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.911721:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.911729:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796700.911731:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788796700.911733:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796700.911734:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796700.911736:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.911744:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796700.914318:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1788796700.914323:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295038059 00000100:00000001:2.0:1788796700.914326:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295038918 00000100:00000001:2.0:1788796700.914329:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295038059 00000100:00000001:2.0:1788796700.914331:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295038918 00000100:00000001:2.0:1788796700.914333:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796700.914355:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.914359:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788796700.914370:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.914379:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788796700.914381:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796700.914385:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788796700.914388:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788796700.914391:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796700.914394:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000160128:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796700.914398:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788796700.914402:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788796700.914405:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796700.914407:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788796700.914413:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c4880600. 02000000:00000001:2.0:1788796700.914414:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796700.914419:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1788796700.914424:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d00eec08. 00000400:00000010:2.0:1788796700.914432:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005acc0. 00000100:00000200:2.0:1788796700.914438:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000160128, portal 10 00000100:00000001:2.0:1788796700.914440:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796700.914441:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350317824 : -109024359233792 : ffff9cd7c9cbc700) 00000100:00000040:2.0:1788796700.914449:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.914457:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796700.914459:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796700.914461:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a4c8. 00000100:00000200:2.0:1788796700.914464:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000160128, offset 0 00000400:00000200:2.0:1788796700.914469:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796700.914477:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.914485:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796700.914492:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788796700.914504:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1788796700.914508:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788796700.914510:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1788796700.914514:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [159:159:252:4294967295] 192.168.204.119@tcp LPNI seq info [159:159:4:4294967295] 00000400:00000200:2.0:1788796700.914518:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.914527:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796700.914533:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796700.914537:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7b00. 00000800:00000200:2.0:1788796700.914544:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796700.914551:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796700.914555:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796700.914559:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.914562:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 44775 usecs (45 jiffies) 00000400:00000200:2.0:1788796700.914565:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1788796700.914567:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295038004 00000100:00000001:2.0:1788796700.914569:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295038918 00000100:00000001:2.0:1788796700.914571:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295038004 00000100:00000001:2.0:1788796700.914573:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295038918 00000100:00000001:2.0:1788796700.914575:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796700.914577:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.914579:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.914583:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796700.914601:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788796700.914603:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788796700.914606:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796700.914608:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796700.914609:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.914612:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796700.914664:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796700.914668:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7400. 00000400:00000200:2.0:1788796700.914674:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796700.914683:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796700.914689:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a6e8 00000400:00000010:2.0:1788796700.914691:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a6e8. 00000100:00000001:2.0:1788796700.914695:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796700.914700:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.914710:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796700.914713:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.914720:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.914722:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796700.914734:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796700.914736:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39000. 00000400:00000200:2.0:1788796700.914740:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796700.914743:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796700.914746:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8c38 00000400:00000010:2.0:1788796700.914747:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8c38. 00000100:00000001:2.0:1788796700.914751:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796700.914755:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.914762:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796700.914765:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.914770:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.914771:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796700.914778:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796700.914780:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39900. 00000400:00000200:2.0:1788796700.914782:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796700.914785:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796700.914788:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8f68 00000400:00000010:2.0:1788796700.914790:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8f68. 00000100:00000001:2.0:1788796700.914792:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796700.914796:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.914830:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796700.919401:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.919420:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.919422:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796700.919461:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796700.919465:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39f00. 00000400:00000200:2.0:1788796700.919470:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796700.919479:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796700.919484:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8198 00000400:00000010:2.0:1788796700.919486:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8198. 00000100:00000001:2.0:1788796700.919491:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796700.919497:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.919506:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796700.919509:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.919514:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.919515:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796700.919580:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796700.919584:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7b00. 00000400:00000200:2.0:1788796700.919601:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796700.919605:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796700.919608:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a4c8 00000400:00000010:2.0:1788796700.919609:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a4c8. 00000100:00000001:2.0:1788796700.919612:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796700.919616:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.919623:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796700.919626:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.919653:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.919654:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788796700.931073:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.931089:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796700.931093:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.931096:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796700.931105:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.931113:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796700.931121:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.931126:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.931130:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.931145:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0904a00 00000400:00000200:3.0:1788796700.931152:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.931158:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:3.0:1788796700.931165:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.931171:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796700.931174:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796700.931179:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796700.931187:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796700.931196:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796700.931207:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.931231:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796700.931239:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.931242:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796700.934488:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796700.934495:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788796700.934504:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788796700.934507:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788796700.934511:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cbdc0. 00000400:00000200:2.0:1788796700.934522:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8aa0 00000400:00000010:2.0:1788796700.934525:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8aa0. 00000100:00000001:2.0:1788796700.934530:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796700.934541:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788796700.934553:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.934562:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788796700.934563:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796700.934566:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788796700.934569:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788796700.934571:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788796700.934573:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796700.934576:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788796700.934583:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1788796700.934596:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1788796700.934598:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788796700.934600:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796700.934602:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788796700.934605:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.934607:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.934611:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.934618:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796700.934622:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788796700.934623:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788796700.934647:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796700.934656:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:777c5382-705f-479f-8f4d-3aa5213b2694:2414:1875689000159744:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796700.934661:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.934663:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796700.934666:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbf100 x1875689000159744/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.934673:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788796700.934675:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788796700.934678:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c52eee00. 02000000:00000001:2.0:1788796700.934684:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788796700.934686:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788796700.934688:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:2.0:1788796700.934690:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788796700.934693:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7100. 02000000:00000001:2.0:1788796700.934696:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788796700.934697:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788796700.934699:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbf100. 00000100:00000001:2.0:1788796700.934702:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788796700.934704:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796700.934707:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.934709:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796700.934710:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796700.934712:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.934714:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788796700.955454:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.955472:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796700.955476:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.955479:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796700.955487:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955495:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796700.955503:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955508:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955530:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955534:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904a80 00000400:00000200:3.0:1788796700.955539:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955544:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:3.0:1788796700.955552:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.955556:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796700.955559:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796700.955564:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796700.955571:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796700.955580:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796700.955669:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.955688:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796700.955697:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.955701:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796700.955703:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.955705:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796700.955708:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955712:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796700.955717:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955719:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955722:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955726:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904b00 00000400:00000200:3.0:1788796700.955729:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796700.955734:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x8dd [1] + 224 00000800:00000001:3.0:1788796700.955738:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.955744:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796700.955746:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796700.955750:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796700.955753:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796700.955763:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796700.955773:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.955786:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796700.955790:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796700.955793:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.955849:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796700.955853:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796700.955859:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796700.955861:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796700.955863:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d00ee8f0. 00000400:00000200:3.0:1788796700.955870:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a3b8 00000400:00000010:3.0:1788796700.955873:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a3b8. 00000100:00000001:3.0:1788796700.955885:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796700.955890:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796700.955900:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.955906:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796700.955908:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.955911:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796700.955915:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796700.955917:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796700.955919:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.955922:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796700.955932:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796700.955937:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796700.955939:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796700.955941:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796700.955944:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796700.955947:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.955951:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796700.955953:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:3.0:1788796700.955972:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796700.955974:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796700.955980:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.955988:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796700.955992:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796700.955998:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796700.956002:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796700.956011:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000159872:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796700.956018:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.956021:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796700.956024:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbce00 x1875689000159872/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.956032:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796700.956034:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796700.956038:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c4880800. 02000000:00000001:3.0:1788796700.956042:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796700.956045:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796700.956047:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:3.0:1788796700.956050:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796700.956052:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7c00. 00000100:00000001:2.0:1788796700.956909:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796700.956915:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788796700.956921:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788796700.956923:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788796700.956926:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb630. 00000400:00000200:2.0:1788796700.956932:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d86e8 00000400:00000010:2.0:1788796700.956934:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d86e8. 00000100:00000001:2.0:1788796700.956938:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796700.956946:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788796700.956986:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.956994:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788796700.956996:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796700.956998:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788796700.957000:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788796700.957002:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788796700.957004:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796700.957006:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788796700.957012:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1788796700.957016:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1788796700.957018:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788796700.957020:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796700.957022:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788796700.957026:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788796700.957033:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.957036:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788796700.957037:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:2.0:1788796700.957039:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788796700.957041:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796700.957045:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.957052:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796700.957055:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788796700.957057:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788796700.957060:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796700.957066:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000160000:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796700.957070:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.957079:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796700.957083:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbea00 x1875689000160000/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.957089:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788796700.957091:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788796700.957093:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c52efa00. 02000000:00000001:2.0:1788796700.957096:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788796700.957099:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788796700.957100:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:2.0:1788796700.957103:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788796700.957104:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7000. 02000000:00000001:2.0:1788796700.957260:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788796700.957263:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788796700.957266:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbea00. 00000100:00000001:2.0:1788796700.957270:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788796700.957271:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796700.957274:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.957277:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796700.957278:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796700.957280:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796700.957281:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.959946:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796700.959948:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796700.959952:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbce00. 00000100:00000001:3.0:1788796700.959968:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796700.959970:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.959975:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.959978:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796700.959980:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796700.959984:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.959985:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796700.966769:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796700.966787:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796700.966791:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796700.966793:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796700.966985:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.966995:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796700.967006:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.967011:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.967018:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.967023:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904c00 00000400:00000200:2.0:1788796700.967028:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.967035:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:2.0:1788796700.967042:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796700.967050:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796700.967074:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796700.967079:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796700.967087:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796700.967095:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796700.967917:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.967937:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796700.967948:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796700.967953:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.968026:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796700.968041:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796700.968047:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796700.968049:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796700.968062:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb210. 00000400:00000200:3.0:1788796700.968067:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d87f8 00000400:00000010:3.0:1788796700.968070:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d87f8. 00000100:00000001:3.0:1788796700.968075:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796700.968080:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796700.968090:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.968097:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796700.968100:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.968102:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796700.969419:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796700.969422:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796700.969424:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.969429:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796700.969440:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796700.969446:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796700.969449:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796700.969451:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796700.969454:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788796700.969462:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788796700.969472:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.969475:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796700.969477:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:3.0:1788796700.969479:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796700.969480:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796700.969485:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.969492:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796700.969509:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796700.969511:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796700.969516:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796700.969525:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000160256:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796700.969530:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.969533:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796700.969538:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbed80 x1875689000160256/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.969544:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796700.969546:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796700.969550:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c52ef600. 02000000:00000001:3.0:1788796700.969556:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796700.969559:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796700.969560:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:3.0:1788796700.969563:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796700.969565:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7f00. 02000000:00000001:3.0:1788796700.969569:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796700.969571:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796700.969573:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbed80. 00000100:00000001:3.0:1788796700.969578:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796700.969580:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.969582:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.970419:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796700.970425:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.970430:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796700.970433:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796700.972460:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796700.972466:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796700.972471:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796700.972472:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796700.972490:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796700.972503:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796700.972505:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796700.972507:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796700.972514:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.972522:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796700.972530:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.972535:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.972540:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.972544:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904b80 00000400:00000200:2.0:1788796700.972549:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796700.972555:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:2.0:1788796700.972562:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796700.972570:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796700.972573:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796700.972578:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796700.972586:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796700.972680:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796700.972713:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796700.972727:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796700.972736:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796700.972740:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.973440:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796700.973445:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796700.973453:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796700.973455:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796700.973458:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d00eec08. 00000400:00000200:3.0:1788796700.973466:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005acc0 00000400:00000010:3.0:1788796700.973469:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005acc0. 00000100:00000001:3.0:1788796700.973474:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796700.973489:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796700.973499:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.973506:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796700.973509:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.973512:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796700.973516:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796700.973519:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796700.973521:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796700.973524:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796700.973533:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796700.973537:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796700.973540:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796700.973542:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796700.973545:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796700.973548:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.973552:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796700.973554:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:3.0:1788796700.973556:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796700.973557:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796700.973562:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.973569:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796700.973572:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796700.973574:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796700.973578:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796700.973587:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000160128:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796700.973758:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.973762:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796700.973766:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbc700 x1875689000160128/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796716 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796700.973779:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796700.973781:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796700.973784:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c4880600. 02000000:00000001:3.0:1788796700.973788:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796700.973791:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796700.973793:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:3.0:1788796700.973795:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796700.973798:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7700. 02000000:00000001:3.0:1788796700.973846:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796700.973848:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796700.973850:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbc700. 00000100:00000001:3.0:1788796700.973853:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796700.973855:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.973857:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796700.973864:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796700.973866:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796700.973868:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796700.973870:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796700.974868:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796700.974873:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796700.974878:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788796701.930927:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295038918, at 4295038976 00000100:00000010:2.0:1788796701.930962:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c366e9c0. 00000100:00000040:3.0:1788796701.931189:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295038918, at 4295038976 00000100:00000010:3.0:1788796701.931196:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c366e780. 00010000:00000001:2.0:1788796701.995148:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796701.995159:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796701.995166:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796701.995167:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796701.995230:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796701.995234:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796701.995238:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796703.019308:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796703.019317:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796703.019398:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796703.019400:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796703.022581:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796703.022591:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796703.022599:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796704.046578:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796704.046590:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796704.046593:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796704.046598:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796704.046605:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796704.046608:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796704.046610:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796704.046613:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796704.046617:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796704.046618:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796704.049248:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796704.049258:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796704.049264:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796705.067287:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796705.067296:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796705.067304:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796705.067309:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796705.067312:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796705.067316:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796705.067320:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796705.067323:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796705.067325:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796705.067348:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796705.070711:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796705.070721:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796705.070728:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788796706.027008:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796706.027022:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796706.027037:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbea00. 00000020:00000040:2.0:1788796706.027044:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:2.0:1788796706.027050:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796706.027054:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796706.027061:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796706.027072:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7000. 00000100:00000001:2.0:1788796706.027080:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027094:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796706.027106:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796706.027111:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027118:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab1a09e8] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.027157:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027161:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796706.027164:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796706.027168:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbf100. 00000020:00000040:2.0:1788796706.027170:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:2.0:1788796706.027172:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796706.027173:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796706.027175:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796706.027178:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7100. 00000100:00000001:2.0:1788796706.027181:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027185:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796706.027193:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796706.027194:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027198:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002388472a] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.027223:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027225:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796706.027229:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796706.027232:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbc000. 00000020:00000040:2.0:1788796706.027235:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:2.0:1788796706.027238:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796706.027240:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796706.027242:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796706.027245:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7b00. 00000100:00000001:2.0:1788796706.027249:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027254:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796706.027261:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796706.027263:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027267:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002473d39d] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.027274:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027276:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796706.027280:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796706.027283:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796706.027287:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796706.027290:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796706.027293:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796706.027296:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbd180. 00000020:00000040:2.0:1788796706.027299:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:2.0:1788796706.027301:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796706.027312:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796706.027314:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796706.027334:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7400. 00000100:00000001:2.0:1788796706.027339:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027344:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796706.027352:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796706.027354:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027357:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018589691] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.027365:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027367:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796706.027370:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796706.027373:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbdc00. 00000020:00000040:2.0:1788796706.027376:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:2.0:1788796706.027378:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796706.027379:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796706.027381:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796706.027385:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7600. 00000100:00000001:2.0:1788796706.027388:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027391:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796706.027398:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796706.027400:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027404:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f69ff9e] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.027412:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796706.027414:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796706.027417:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796706.027426:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796706.027429:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796706.027436:0:464:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (380) 00000100:00000001:3.0:1788796706.027560:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796706.027566:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796706.027569:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796706.027587:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.027597:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796706.027600:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.027605:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796706.027608:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796706.027611:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796706.027616:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000160384:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796706.027621:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796706.027628:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796706.027638:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.027641:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796706.027646:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0ac00. 02000000:00000001:3.0:1788796706.027648:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796706.027658:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796706.027663:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb210. 00000400:00000010:3.0:1788796706.027672:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d87f8. 00000100:00000200:3.0:1788796706.027681:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000160384, portal 25 00000100:00000001:3.0:1788796706.027684:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796706.027686:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350326784 : -109024359224832 : ffff9cd7c9cbea00) 00000100:00000040:3.0:1788796706.027692:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.027701:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796706.027704:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796706.027707:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8088. 00000100:00000200:3.0:1788796706.027710:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000160384, offset 0 00000400:00000200:3.0:1788796706.027718:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796706.027729:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.027739:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796706.027746:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796706.027751:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796706.027755:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796706.027758:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796706.027763:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [160:160:256:4294967295] 192.168.204.119@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1788796706.027768:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.027779:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796706.027785:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796706.027793:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39f00. 00000800:00000200:3.0:1788796706.027874:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796706.027884:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796706.027889:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796706.027908:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796706.027920:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796706.027923:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295044035 00000100:00000010:3.0:1788796706.027928:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c366e0c0. 00000100:00000001:3.0:1788796706.027936:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788796706.027941:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295044035 00000100:00000010:3.0:1788796706.027945:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c366e600. 00000100:00000001:3.0:1788796706.027949:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788796706.027952:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.027955:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.027958:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796706.027963:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.027970:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796706.027971:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.027974:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796706.027976:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796706.027978:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796706.027981:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000160640:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796706.027985:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796706.027988:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796706.027989:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.027991:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796706.027995:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a800. 02000000:00000001:3.0:1788796706.027997:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796706.028001:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796706.028004:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cbd10. 00000400:00000010:3.0:1788796706.028009:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d86e8. 00000100:00000200:3.0:1788796706.028013:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000160640, portal 10 00000100:00000001:3.0:1788796706.028015:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796706.028016:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350316032 : -109024359235584 : ffff9cd7c9cbc000) 00000100:00000040:3.0:1788796706.028024:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.028041:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796706.028044:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796706.028047:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8aa0. 00000100:00000200:3.0:1788796706.028050:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000160640, offset 0 00000400:00000200:3.0:1788796706.028053:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796706.028057:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.028062:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796706.028065:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796706.028067:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796706.028069:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796706.028071:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796706.028074:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [161:161:255:4294967295] 192.168.204.119@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:3.0:1788796706.028078:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.028084:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796706.028088:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796706.028092:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39900. 00000800:00000200:3.0:1788796706.028095:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796706.028099:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796706.028102:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796706.028105:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.028109:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 114433 usecs (115 jiffies) 00000400:00000200:3.0:1788796706.028112:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796706.028114:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295043188 00000100:00000001:3.0:1788796706.028117:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295044035 00000100:00000001:3.0:1788796706.028120:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295043188 00000100:00000001:3.0:1788796706.028122:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295044035 00000100:00000001:3.0:1788796706.028123:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.028125:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.028132:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796706.028136:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.028143:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796706.028145:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.028147:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796706.028149:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796706.028151:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796706.028154:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000160896:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796706.028157:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796706.028159:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796706.028161:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.028162:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796706.028166:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0ae00. 02000000:00000001:3.0:1788796706.028167:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796706.028171:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796706.028174:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb3c8. 00000400:00000010:3.0:1788796706.028178:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8198. 00000100:00000200:3.0:1788796706.028181:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000160896, portal 10 00000100:00000001:3.0:1788796706.028183:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796706.028184:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350323200 : -109024359228416 : ffff9cd7c9cbdc00) 00000100:00000040:3.0:1788796706.028190:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.028202:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796706.028204:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796706.028207:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8f68. 00000100:00000200:3.0:1788796706.028209:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000160896, offset 0 00000400:00000200:3.0:1788796706.028214:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796706.028218:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.028221:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796706.028224:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796706.028226:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796706.028228:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796706.028237:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796706.028240:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [162:162:254:4294967295] 192.168.204.119@tcp LPNI seq info [162:162:6:4294967295] 00000400:00000200:3.0:1788796706.028243:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.028249:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796706.028253:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796706.028256:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39000. 00000800:00000200:3.0:1788796706.028259:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796706.028262:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796706.028265:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796706.028274:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.028278:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 49272 usecs (50 jiffies) 00000400:00000200:3.0:1788796706.028281:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796706.028283:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295043123 00000100:00000001:3.0:1788796706.028285:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295044035 00000100:00000001:3.0:1788796706.028287:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295043123 00000100:00000001:3.0:1788796706.028289:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295044035 00000100:00000001:3.0:1788796706.028291:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.028293:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.028296:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.028299:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.028308:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796706.028310:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788796706.028312:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796706.028314:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796706.028316:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796706.028319:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788796706.028321:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.028322:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796706.028324:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.028325:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796706.028326:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796706.028327:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796706.028337:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.028343:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796706.028345:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.028347:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796706.028348:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796706.028350:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796706.028353:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000160512:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796706.028356:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796706.028358:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796706.028360:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.028362:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796706.028365:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a600. 02000000:00000001:3.0:1788796706.028366:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796706.028370:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796706.028373:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb6e0. 00000400:00000010:3.0:1788796706.028376:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8c38. 00000100:00000200:3.0:1788796706.028379:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000160512, portal 10 00000100:00000001:3.0:1788796706.028380:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796706.028382:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350328576 : -109024359223040 : ffff9cd7c9cbf100) 00000100:00000040:3.0:1788796706.028387:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.028393:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796706.028395:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796706.028397:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8110. 00000100:00000200:3.0:1788796706.028399:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000160512, offset 0 00000400:00000200:3.0:1788796706.028404:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796706.028407:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.028410:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796706.028413:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796706.028415:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796706.028417:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796706.028424:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796706.028427:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [163:163:253:4294967295] 192.168.204.119@tcp LPNI seq info [163:163:5:4294967295] 00000400:00000200:3.0:1788796706.028431:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.028437:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796706.028442:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796706.028445:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39600. 00000800:00000200:3.0:1788796706.028449:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796706.028453:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796706.028456:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796706.028459:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.028462:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 97520 usecs (98 jiffies) 00000400:00000200:3.0:1788796706.028465:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796706.028467:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295043171 00000100:00000001:3.0:1788796706.028470:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295044035 00000100:00000001:3.0:1788796706.028472:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295043171 00000100:00000001:3.0:1788796706.028474:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295044035 00000100:00000001:3.0:1788796706.028476:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.028477:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.028479:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796706.028483:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.028489:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796706.028491:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.028493:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796706.028494:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796706.028496:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796706.028499:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000160768:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796706.028502:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796706.028504:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796706.028512:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.028513:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796706.028516:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a000. 02000000:00000001:3.0:1788796706.028518:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796706.028521:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796706.028523:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb0b0. 00000400:00000010:3.0:1788796706.028527:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8cc0. 00000100:00000200:3.0:1788796706.028530:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000160768, portal 10 00000100:00000001:3.0:1788796706.028531:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796706.028533:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350320512 : -109024359231104 : ffff9cd7c9cbd180) 00000100:00000040:3.0:1788796706.028539:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.028545:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796706.028548:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796706.028550:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d83b8. 00000100:00000200:3.0:1788796706.028552:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000160768, offset 0 00000400:00000200:3.0:1788796706.028556:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796706.028560:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.028564:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796706.028566:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796706.028568:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796706.028570:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796706.028573:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796706.028575:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [164:164:252:4294967295] 192.168.204.119@tcp LPNI seq info [164:164:4:4294967295] 00000400:00000200:3.0:1788796706.028579:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796706.028584:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796706.028588:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796706.028592:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39700. 00000800:00000200:3.0:1788796706.028596:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796706.028600:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796706.028602:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796706.028605:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.028613:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 47865 usecs (48 jiffies) 00000400:00000200:3.0:1788796706.028616:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796706.028618:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295043121 00000100:00000001:3.0:1788796706.028620:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295044035 00000100:00000001:3.0:1788796706.028622:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295043121 00000100:00000001:3.0:1788796706.028624:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295044035 00000100:00000001:3.0:1788796706.028626:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.028628:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.028631:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.028633:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.028653:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796706.028656:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796706.029155:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796706.029161:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39f00. 00000400:00000200:2.0:1788796706.029170:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.029176:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796706.029183:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8088 00000400:00000010:2.0:1788796706.029187:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8088. 00000100:00000001:2.0:1788796706.029193:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796706.029200:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.029210:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796706.029213:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.029220:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796706.029222:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796706.029236:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796706.029238:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39900. 00000400:00000200:2.0:1788796706.029240:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.029243:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796706.029247:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8aa0 00000400:00000010:2.0:1788796706.029248:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8aa0. 00000100:00000001:2.0:1788796706.029250:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796706.029255:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.029262:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796706.029265:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.029272:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796706.029281:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796706.029290:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796706.029292:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39000. 00000400:00000200:2.0:1788796706.029295:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.029299:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796706.029302:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8f68 00000400:00000010:2.0:1788796706.029303:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8f68. 00000100:00000001:2.0:1788796706.029306:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796706.032437:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.032465:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796706.032470:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.032479:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796706.032482:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796706.032540:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796706.032544:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39600. 00000400:00000200:2.0:1788796706.032550:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.032556:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796706.032564:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8110 00000400:00000010:2.0:1788796706.032567:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8110. 00000100:00000001:2.0:1788796706.032572:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796706.032856:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.032876:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796706.032880:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.032887:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796706.032888:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796706.032984:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796706.032987:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39700. 00000400:00000200:2.0:1788796706.032991:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.032995:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796706.033015:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d83b8 00000400:00000010:2.0:1788796706.033017:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d83b8. 00000100:00000001:2.0:1788796706.033020:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796706.033026:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.033034:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796706.033037:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.033043:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796706.033045:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788796706.043641:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.043668:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796706.043673:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.043676:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.043690:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.043702:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796706.043714:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.043721:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.043729:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.043735:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904d80 00000400:00000200:2.0:1788796706.043741:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.043749:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:2.0:1788796706.043758:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.043763:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.043767:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.043772:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796706.043782:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796706.043796:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796706.043840:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.043895:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796706.043908:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.043913:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796706.043914:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.043917:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.043920:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.043924:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796706.043928:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.043931:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.043933:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796706.043935:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788796706.043936:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904e80 00000400:00000200:2.0:1788796706.043940:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796706.043940:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788796706.043943:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x92d [1] + 224 00000800:00000001:2.0:1788796706.043947:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.043951:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788796706.043951:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788796706.043953:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1788796706.043954:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788796706.043957:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:3.0:1788796706.043958:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cbd10. 00000400:00000200:3.0:1788796706.043964:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d86e8 00000400:00000010:3.0:1788796706.043967:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d86e8. 00000100:00000001:3.0:1788796706.043971:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796706.043977:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796706.043986:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.043992:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796706.043994:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.043997:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796706.044002:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796706.044005:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796706.044007:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.044011:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796706.044025:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796706.044030:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796706.044032:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796706.044042:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796706.044045:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788796706.044052:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788796706.044058:0:2415:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.044063:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796706.044065:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:3.0:1788796706.044067:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796706.044070:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.044074:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.044081:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.044084:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796706.044087:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796706.044091:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796706.044098:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000160640:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796706.044103:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.044107:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796706.044110:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbc000 x1875689000160640/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.044117:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796706.044120:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796706.044125:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a800. 02000000:00000001:3.0:1788796706.044128:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796706.044132:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796706.044134:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:3.0:1788796706.044137:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796706.044140:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7b00. 02000000:00000001:3.0:1788796706.044144:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796706.044146:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796706.044154:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbc000. 00000100:00000001:3.0:1788796706.044158:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796706.044159:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.044163:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.044165:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796706.044167:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796706.044168:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.044170:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796706.047684:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796706.047710:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796706.047727:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.047902:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796706.047909:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796706.047943:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796706.047964:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.047985:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796706.047988:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.047991:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.047999:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048005:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796706.048015:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048038:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048044:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048049:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904d00 00000400:00000200:2.0:1788796706.048055:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048063:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x93d [1] + 224 00000800:00000001:2.0:1788796706.048072:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.048077:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.048080:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.048086:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796706.048091:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796706.048096:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796706.048106:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.048113:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796706.048116:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.048119:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796706.048120:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.048122:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.048125:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048129:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796706.048133:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048135:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048138:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048140:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904e00 00000400:00000200:2.0:1788796706.048143:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048146:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x94d [1] + 224 00000800:00000001:2.0:1788796706.048150:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.048152:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.048154:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.048157:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796706.048160:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796706.048170:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796706.048178:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.048185:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796706.048189:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.048193:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796706.048195:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.048197:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.048200:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048203:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796706.048207:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048209:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048212:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048215:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0904c80 00000400:00000200:2.0:1788796706.048218:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796706.048223:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:2.0:1788796706.048226:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.048237:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796706.048239:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796706.048241:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796706.048244:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796706.048248:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796706.048255:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796706.048261:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796706.048264:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796706.048267:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788796706.051606:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796706.051615:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796706.051621:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb3c8. 00000400:00000200:3.0:1788796706.051634:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8198 00000400:00000010:3.0:1788796706.051637:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8198. 00000100:00000001:3.0:1788796706.051645:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796706.051660:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796706.051672:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.051681:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796706.051684:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.051687:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796706.051691:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796706.051694:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796706.051696:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.051699:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796706.051710:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796706.051715:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796706.051718:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796706.051720:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796706.051724:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788796706.051729:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788796706.051736:0:2415:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.051762:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796706.051765:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:3.0:1788796706.051767:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796706.051769:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.051774:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.051782:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.051786:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796706.051788:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796706.051792:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796706.051816:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000160896:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796706.051822:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.051826:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796706.051830:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbdc00 x1875689000160896/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.051838:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796706.051841:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796706.051845:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0ae00. 02000000:00000001:3.0:1788796706.051849:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796706.051854:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796706.051855:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:3.0:1788796706.051870:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796706.051874:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7600. 02000000:00000001:3.0:1788796706.051878:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796706.051880:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796706.051881:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbdc00. 00000100:00000001:3.0:1788796706.051886:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796706.051888:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.051892:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.051895:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796706.051898:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796706.051902:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796706.051909:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796706.051911:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb6e0. 00000400:00000200:3.0:1788796706.051914:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8c38 00000400:00000010:3.0:1788796706.051915:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8c38. 00000100:00000001:3.0:1788796706.051918:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796706.051924:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796706.051933:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.051939:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796706.051940:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.051942:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796706.051944:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796706.051946:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796706.051947:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.051950:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796706.051955:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796706.051958:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796706.051960:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796706.051961:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796706.051963:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796706.051966:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.051968:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796706.051970:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:3.0:1788796706.051972:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796706.051973:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.051977:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.051984:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.051986:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796706.051987:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796706.051990:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796706.052009:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000160512:192.168.204.119@tcp:400:kworker.0 00000400:00000001:3.0:1788796706.052015:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796706.052017:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796706.052019:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb0b0. 00000400:00000200:3.0:1788796706.052021:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8cc0 00000400:00000010:3.0:1788796706.052023:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8cc0. 00000100:00000001:3.0:1788796706.052025:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796706.052030:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796706.052038:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.052044:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796706.052046:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.052047:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796706.052049:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796706.052050:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796706.052052:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.052054:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796706.052059:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796706.052062:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796706.052064:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796706.052066:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796706.052067:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796706.052069:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.052072:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796706.052073:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:3.0:1788796706.052075:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796706.052076:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.052080:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.052087:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.052093:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796706.052095:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796706.052100:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796706.052107:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000160768:192.168.204.119@tcp:400:kworker.0 00000400:00000001:3.0:1788796706.052113:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796706.052115:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796706.052117:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb210. 00000400:00000200:3.0:1788796706.052119:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d87f8 00000400:00000010:3.0:1788796706.052122:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d87f8. 00000100:00000001:3.0:1788796706.052124:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796706.052129:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796706.052137:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.052143:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796706.052144:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.052146:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796706.052148:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796706.052149:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796706.052151:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796706.052153:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796706.052156:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796706.052159:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796706.052161:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796706.052162:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796706.052164:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796706.052166:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.052168:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796706.052172:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.052179:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796706.052187:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796706.052189:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796706.052193:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796706.052201:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000160384:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796706.052205:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.052207:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796706.052210:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbf100 x1875689000160512/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.052217:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796706.052219:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796706.052220:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a600. 02000000:00000001:3.0:1788796706.052223:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796706.052225:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796706.052226:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:3.0:1788796706.052228:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796706.052230:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7100. 02000000:00000001:3.0:1788796706.052232:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796706.052234:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796706.052235:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbf100. 00000100:00000001:3.0:1788796706.052238:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796706.052240:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.052242:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796706.052245:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbd180 x1875689000160768/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.052251:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796706.052253:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796706.052254:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a000. 02000000:00000001:3.0:1788796706.052256:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796706.052258:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796706.052259:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:3.0:1788796706.052261:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796706.052262:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7400. 02000000:00000001:3.0:1788796706.052271:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796706.052273:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796706.052274:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbd180. 00000100:00000001:3.0:1788796706.052277:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796706.052278:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.052280:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796706.052284:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbea00 x1875689000160384/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796706.053566:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796706.053569:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796706.053575:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0ac00. 02000000:00000001:3.0:1788796706.053581:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796706.053583:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796706.053585:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:3.0:1788796706.053588:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796706.053590:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7000. 02000000:00000001:3.0:1788796706.053594:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796706.053595:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796706.053597:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbea00. 00000100:00000001:3.0:1788796706.053601:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796706.053602:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.053605:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796706.053615:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796706.053617:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796706.053621:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796706.053624:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796706.090982:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796706.090991:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796706.091024:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796706.091026:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796706.091139:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796706.091143:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796706.091147:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788796707.051002:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295044035, at 4295044096 00000100:00000010:2.0:1788796707.051027:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c366e0c0. 00000100:00000040:3.0:1788796707.051394:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295044035, at 4295044096 00000100:00000010:3.0:1788796707.051401:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c366e600. 00010000:00000001:2.0:1788796707.116904:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796707.116914:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796707.116921:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796707.116923:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796707.117103:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796707.117107:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796707.117111:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796708.139587:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796708.139594:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796708.139599:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796708.139600:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796708.139697:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796708.139701:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796708.139704:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796709.163633:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796709.163639:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796709.163645:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796709.163647:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796709.163757:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796709.163761:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796709.163764:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796710.186924:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796710.186930:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796710.186936:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796710.186937:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796710.188088:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796710.188095:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796710.188101:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788796711.147020:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796711.147031:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796711.147043:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f9880. 00000020:00000040:0.0:1788796711.147049:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:0.0:1788796711.147054:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796711.147057:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796711.147062:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796711.147070:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2e00. 00000100:00000001:0.0:1788796711.147077:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796711.147088:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796711.147098:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796711.147103:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796711.147179:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002401be37] to pc [ptlrpcd_00_01+1] req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796711.147252:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796711.147271:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796711.147275:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796711.147278:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35fb480. 00000020:00000040:0.0:1788796711.147281:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:0.0:1788796711.147284:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796711.147285:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796711.147288:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796711.147294:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2b00. 00000100:00000001:0.0:1788796711.147298:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796711.147304:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788796711.147342:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796711.147352:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796711.147356:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796711.147370:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.147383:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796711.147387:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796711.147393:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796711.147397:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796711.147400:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796711.147404:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000161024:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796711.147409:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796711.147435:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796711.147438:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796711.147440:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796711.147448:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0167e00. 02000000:00000001:1.0:1788796711.147451:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796711.147460:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796711.147466:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01615d8. 00000400:00000010:1.0:1788796711.147474:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162198. 00000100:00000200:1.0:1788796711.147483:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000161024, portal 25 00000100:00000001:1.0:1788796711.147485:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796711.147487:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242564736 : -109024466986880 : ffff9cd7c35f9880) 00000100:00000040:1.0:1788796711.147495:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.147503:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796711.147506:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796711.147509:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162bb0. 00000100:00000200:1.0:1788796711.147513:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000161024, offset 0 00000400:00000200:1.0:1788796711.147521:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796711.147532:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796711.147544:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796711.147551:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796711.147557:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796711.147561:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796711.147564:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796711.147568:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [165:165:256:4294967295] 192.168.204.119@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1788796711.147573:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796711.147585:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796711.147592:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796711.147599:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2900. 00000800:00000200:1.0:1788796711.147607:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796711.147617:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796711.147621:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796711.147799:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796711.147858:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796711.147862:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295049155 00000100:00000010:1.0:1788796711.147867:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7d00184e0. 00000100:00000001:1.0:1788796711.147877:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788796711.147885:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295049155 00000100:00000010:1.0:1788796711.147888:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7d0018000. 00000100:00000001:1.0:1788796711.147892:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788796711.147895:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796711.147898:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.147902:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.147906:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796711.147915:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796711.147917:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788796711.147920:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796711.147921:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796711.147923:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.147925:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.147940:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796711.147943:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796711.148838:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796711.148846:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2900. 00000400:00000200:2.0:1788796711.148853:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.148860:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796711.148867:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162bb0 00000400:00000010:2.0:1788796711.148871:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162bb0. 00000100:00000001:2.0:1788796711.148876:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796711.148883:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.148896:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796711.148900:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.148908:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796711.148910:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788796711.149035:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796711.149040:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796711.149051:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087d68d10] to pc [ptlrpcd_00_00+0] req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.149134:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796711.149138:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796711.149141:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796711.149148:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.149156:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796711.149158:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796711.149162:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796711.149165:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796711.149167:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796711.149170:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000161152:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796711.149175:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796711.149180:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796711.149182:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796711.149208:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796711.149215:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0167800. 02000000:00000001:1.0:1788796711.149218:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796711.149225:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796711.149229:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161bb0. 00000400:00000010:1.0:1788796711.149235:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162220. 00000100:00000200:1.0:1788796711.149242:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000161152, portal 10 00000100:00000001:1.0:1788796711.149244:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796711.149246:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242571904 : -109024466979712 : ffff9cd7c35fb480) 00000100:00000040:1.0:1788796711.149254:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.149261:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796711.149263:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796711.149266:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162110. 00000100:00000200:1.0:1788796711.149270:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000161152, offset 0 00000400:00000200:1.0:1788796711.149276:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796711.149283:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796711.149290:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796711.149295:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796711.149299:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796711.149303:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796711.149306:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796711.149320:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [166:166:256:4294967295] 192.168.204.119@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1788796711.149324:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796711.149340:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796711.149346:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796711.149351:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2b00. 00000800:00000200:1.0:1788796711.149358:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796711.149365:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796711.149370:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796711.149384:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796711.149393:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 95052 usecs (96 jiffies) 00000400:00000200:1.0:1788796711.149397:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796711.149400:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295048290 00000100:00000001:1.0:1788796711.149403:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295049155 00000100:00000001:1.0:1788796711.149405:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295048290 00000100:00000001:1.0:1788796711.149407:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295049155 00000100:00000001:1.0:1788796711.149409:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796711.149412:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.149415:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.149417:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796711.149716:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796711.149721:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796711.149725:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:2.0:1788796711.149858:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796711.149874:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2b00. 00000400:00000200:2.0:1788796711.149878:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.149885:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796711.149890:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162110 00000400:00000010:2.0:1788796711.149892:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162110. 00000100:00000001:2.0:1788796711.149897:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796711.149903:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.149913:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796711.149916:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.149922:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796711.149924:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788796711.154740:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796711.154748:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796711.154752:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796711.154758:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788796711.155337:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbdf80. 00000020:00000040:2.0:1788796711.155351:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:2.0:1788796711.155357:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796711.155361:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796711.155368:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796711.155379:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7900. 00000100:00000001:2.0:1788796711.155388:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796711.155405:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796711.155419:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796711.155425:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796711.155432:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b6d2a11] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.155477:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796711.155482:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796711.155486:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796711.155489:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796711.155510:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796711.155513:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796711.155517:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796711.155521:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbf800. 00000020:00000040:2.0:1788796711.155524:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:2.0:1788796711.155527:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796711.155528:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796711.155530:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796711.155534:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7d00. 00000100:00000001:2.0:1788796711.155550:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796711.155554:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796711.155562:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796711.155565:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796711.155569:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d466853f] to pc [ptlrpcd_01_01+1] req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.155577:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796711.155579:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788796711.155583:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788796711.155586:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbd880. 00000020:00000040:2.0:1788796711.155589:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:2.0:1788796711.155591:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796711.155593:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796711.155595:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796711.155599:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c6ec7e00. 00000100:00000001:2.0:1788796711.155602:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796711.155606:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796711.155613:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796711.155622:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796711.155627:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788796711.155636:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796711.155636:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.155642:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788796711.155647:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aa4b54b] to pc [ptlrpcd_01_00+0] req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.155648:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.155658:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796711.155669:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796711.155672:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796711.155676:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788796711.155681:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788796711.155685:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788796711.155756:0:464:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (385) 00000100:00000001:3.0:1788796711.156351:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796711.156357:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796711.156360:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796711.156369:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.156396:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796711.156399:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.156404:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796711.156408:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796711.156411:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796711.156416:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000161280:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796711.156421:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796711.156428:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796711.156431:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.156433:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796711.156439:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbd200. 02000000:00000001:3.0:1788796711.156441:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796711.156451:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796711.156456:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb210. 00000400:00000010:3.0:1788796711.156465:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d87f8. 00000100:00000200:3.0:1788796711.156475:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000161280, portal 10 00000100:00000001:3.0:1788796711.156477:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796711.156480:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350324096 : -109024359227520 : ffff9cd7c9cbdf80) 00000100:00000040:3.0:1788796711.156489:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.156497:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796711.156501:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796711.156504:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8cc0. 00000100:00000200:3.0:1788796711.156508:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000161280, offset 0 00000400:00000200:3.0:1788796711.156516:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796711.156527:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796711.156536:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796711.156544:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796711.156549:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796711.156554:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796711.156557:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796711.156568:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [167:167:256:4294967295] 192.168.204.119@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1788796711.156573:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796711.156584:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796711.156592:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796711.156598:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39e00. 00000800:00000200:3.0:1788796711.156607:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796711.156616:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796711.156621:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796711.156796:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796711.156835:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 110182 usecs (111 jiffies) 00000400:00000200:3.0:1788796711.156840:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796711.156844:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295048313 00000100:00000001:3.0:1788796711.156848:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295049155 00000100:00000001:3.0:1788796711.156850:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295048313 00000100:00000001:3.0:1788796711.156853:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295049155 00000100:00000001:3.0:1788796711.156856:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796711.156859:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.156861:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796711.156866:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.156873:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796711.156875:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.156877:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796711.156879:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796711.156881:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796711.156884:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000161536:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796711.156887:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796711.156890:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796711.156892:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.156900:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796711.156903:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbc200. 02000000:00000001:3.0:1788796711.156906:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796711.156909:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796711.156913:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb0b0. 00000400:00000010:3.0:1788796711.156917:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8c38. 00000100:00000200:3.0:1788796711.156921:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000161536, portal 10 00000100:00000001:3.0:1788796711.156923:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796711.156924:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350322304 : -109024359229312 : ffff9cd7c9cbd880) 00000100:00000040:3.0:1788796711.156932:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.156939:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796711.156941:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796711.156944:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8198. 00000100:00000200:3.0:1788796711.156946:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000161536, offset 0 00000400:00000200:3.0:1788796711.156951:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796711.156955:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796711.156958:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796711.156961:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796711.156964:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796711.156966:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796711.156969:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796711.156972:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [168:168:255:4294967295] 192.168.204.119@tcp LPNI seq info [168:168:7:4294967295] 00000400:00000200:3.0:1788796711.156976:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796711.156982:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796711.156987:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796711.156991:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39200. 00000800:00000200:3.0:1788796711.156995:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796711.157000:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796711.157002:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796711.157006:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796711.157015:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 47170 usecs (48 jiffies) 00000400:00000200:3.0:1788796711.157019:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796711.157022:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295048250 00000100:00000001:3.0:1788796711.157024:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295049155 00000100:00000001:3.0:1788796711.157027:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295048250 00000100:00000001:3.0:1788796711.157029:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295049155 00000100:00000001:3.0:1788796711.157031:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796711.157033:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.157036:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.157039:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.157047:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796711.157049:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788796711.157052:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796711.157053:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796711.157055:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796711.157058:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788796711.157060:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.157062:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796711.157064:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.157065:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796711.157066:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796711.157068:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796711.157073:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.157151:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796711.157153:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.157155:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796711.157157:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796711.157159:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796711.157162:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000161408:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796711.157165:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796711.157168:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796711.157169:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.157175:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796711.157178:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbbbd600. 02000000:00000001:3.0:1788796711.157180:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796711.157184:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796711.157186:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb6e0. 00000400:00000010:3.0:1788796711.157190:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d86e8. 00000100:00000200:3.0:1788796711.157193:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000161408, portal 10 00000100:00000001:3.0:1788796711.157195:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796711.157196:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350330368 : -109024359221248 : ffff9cd7c9cbf800) 00000100:00000040:3.0:1788796711.157204:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.157211:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796711.157213:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796711.157215:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8d48. 00000100:00000200:3.0:1788796711.157218:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000161408, offset 0 00000400:00000200:3.0:1788796711.157223:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796711.157227:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796711.157230:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796711.157234:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796711.157236:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796711.157238:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796711.157241:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796711.157243:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [169:169:254:4294967295] 192.168.204.119@tcp LPNI seq info [169:169:6:4294967295] 00000400:00000200:3.0:1788796711.157247:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796711.157253:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796711.157258:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796711.157263:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39400. 00000800:00000200:3.0:1788796711.157266:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796711.157270:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796711.157273:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796711.157276:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796711.157284:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 46447 usecs (47 jiffies) 00000400:00000200:3.0:1788796711.157288:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796711.157290:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295048249 00000100:00000001:3.0:1788796711.157292:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295049155 00000100:00000001:3.0:1788796711.157295:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295048249 00000100:00000001:3.0:1788796711.157297:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295049155 00000100:00000001:3.0:1788796711.157299:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796711.157301:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.157303:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.157306:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.157323:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796711.157332:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796711.158143:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796711.158151:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39e00. 00000400:00000200:2.0:1788796711.158159:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.158166:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796711.158174:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8cc0 00000400:00000010:2.0:1788796711.158177:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8cc0. 00000100:00000001:2.0:1788796711.158194:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796711.158200:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.158210:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796711.158214:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.158221:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796711.158222:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796711.158238:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796711.158240:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39200. 00000400:00000200:2.0:1788796711.158243:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.158246:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796711.158249:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8198 00000400:00000010:2.0:1788796711.158251:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8198. 00000100:00000001:2.0:1788796711.158253:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796711.158256:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.158272:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796711.158275:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.158281:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796711.158282:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796711.158378:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796711.158381:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39400. 00000400:00000200:2.0:1788796711.158384:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.158388:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796711.158391:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8d48 00000400:00000010:2.0:1788796711.158393:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8d48. 00000100:00000001:2.0:1788796711.158396:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796711.158400:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.158407:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796711.158409:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.158414:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796711.158415:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788796711.163711:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.163736:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796711.163742:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.163745:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.163756:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.163776:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796711.163787:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.163793:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.163800:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164449:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0904f80 00000400:00000200:2.0:1788796711.164457:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164465:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:2.0:1788796711.164491:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.164498:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.164502:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.164507:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796711.164516:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796711.164526:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796711.164538:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.164564:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796711.164575:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.164580:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796711.164582:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.164585:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.164588:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164593:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796711.164598:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164600:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164604:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164607:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905000 00000400:00000200:2.0:1788796711.164610:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164615:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x96d [1] + 224 00000800:00000001:2.0:1788796711.164619:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.164623:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.164625:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.164628:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796711.164631:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796711.164635:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796711.164644:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.164676:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796711.164681:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.164685:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796711.164687:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.164689:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.164692:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164696:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796711.164700:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164703:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164706:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164709:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905100 00000400:00000200:2.0:1788796711.164711:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.164715:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x97d [1] + 224 00000800:00000001:2.0:1788796711.164719:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.164722:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.164724:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788796711.164724:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788796711.164727:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796711.164729:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788796711.164729:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1788796711.164734:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788796711.164738:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796711.164740:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1788796711.164743:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788796711.164744:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb210. 00000400:00000200:3.0:1788796711.164749:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d87f8 00000100:00000001:2.0:1788796711.164750:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:3.0:1788796711.164752:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d87f8. 00000100:00000001:3.0:1788796711.164756:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796711.164771:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796711.164781:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.164787:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796711.164789:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.164792:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796711.164796:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796711.164799:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796711.164818:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.164823:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.164825:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796711.164828:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1788796711.164835:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796711.164839:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796711.164842:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796711.164853:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796711.164857:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788796711.164863:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788796711.164871:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.164876:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796711.164879:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:3.0:1788796711.164881:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796711.164884:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796711.164889:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.164896:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796711.164900:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796711.164902:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796711.164907:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796711.164915:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2414:1875689000161280:192.168.204.119@tcp:400:kworker.0 00000800:00000001:2.0:1788796711.164926:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.164931:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796711.164933:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788796711.164945:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796711.164948:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796711.164950:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161bb0. 00000400:00000200:1.0:1788796711.164955:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162220 00000400:00000010:1.0:1788796711.164957:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162220. 00000100:00000001:1.0:1788796711.164961:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796711.164967:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796711.164974:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.164981:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796711.164983:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796711.164985:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796711.164987:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796711.164988:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796711.164996:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796711.164998:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796711.165004:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=96 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796711.165007:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796711.165009:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796711.165010:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796711.165012:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796711.165015:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.165018:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796711.165019:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:1.0:1788796711.165021:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796711.165022:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796711.165027:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.165033:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796711.165035:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796711.165036:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796711.165039:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796711.165046:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000161152:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796711.165051:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796711.165054:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796711.165057:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35fb480 x1875689000161152/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796711.165064:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796711.165066:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796711.165071:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0167800. 02000000:00000001:1.0:1788796711.165075:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796711.165078:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796711.165081:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:1.0:1788796711.165083:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796711.165086:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2b00. 02000000:00000001:1.0:1788796711.165097:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796711.165100:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796711.165102:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35fb480. 00000100:00000001:1.0:1788796711.165107:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796711.165108:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796711.165111:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796711.165120:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796711.165122:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796711.165125:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796711.165128:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796711.165173:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.165178:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165182:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796711.165187:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165197:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165200:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165204:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905080 00000400:00000200:2.0:1788796711.165207:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165211:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x98d [1] + 224 00000800:00000001:2.0:1788796711.165215:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.165220:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.165222:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.165225:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796711.165229:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796711.165234:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796711.165243:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796711.165250:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796711.165255:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.165258:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796711.165259:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.165262:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.165264:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165268:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796711.165272:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165275:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165278:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165280:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0904f00 00000400:00000200:2.0:1788796711.165284:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796711.165289:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0x95d [1] + 224 00000800:00000001:2.0:1788796711.165293:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.165303:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796711.165305:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796711.165308:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796711.165311:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796711.165887:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796711.165897:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796711.165949:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796711.165952:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796711.165969:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796711.165977:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796711.165981:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788796711.171302:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796711.171311:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796711.171550:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01615d8. 00000400:00000200:0.0:1788796711.171564:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162198 00000400:00000010:0.0:1788796711.171567:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162198. 00000100:00000001:0.0:1788796711.171575:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796711.171592:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796711.171604:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796711.171881:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796711.171885:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796711.171888:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796711.171892:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796711.171895:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796711.171898:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796711.171902:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796711.171911:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796711.171915:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796711.171918:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796711.171920:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796711.171923:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788796711.171926:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796711.171929:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796711.171934:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796711.171941:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796711.171945:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788796711.171947:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788796711.171951:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796711.171958:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000161024:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796711.171964:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796711.171968:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796711.171972:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f9880 x1875689000161024/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796711.171979:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796711.171981:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796711.171987:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0167e00. 02000000:00000001:0.0:1788796711.171991:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796711.171994:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000001:3.0:1788796711.172004:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1788796711.172005:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000400:00000001:3.0:1788796711.172007:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1788796711.172008:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796711.172011:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2e00. 00000400:00000010:3.0:1788796711.172011:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb0b0. 00000400:00000200:3.0:1788796711.172014:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8c38 00000400:00000010:3.0:1788796711.172016:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8c38. 02000000:00000001:0.0:1788796711.172018:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796711.172020:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1788796711.172020:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000010:0.0:1788796711.172022:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f9880. 00000100:00000001:0.0:1788796711.172026:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1788796711.172027:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796711.172028:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796711.172031:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788796711.172037:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796711.172041:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796711.172043:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796711.172044:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.172044:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.172046:0:2414:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788796711.172047:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796711.172050:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.172053:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796711.172054:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796711.172056:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.172058:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796711.172065:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796711.172068:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796711.172070:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796711.172609:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796711.172623:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788796711.172640:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788796711.172648:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.172652:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796711.172655:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:3.0:1788796711.172657:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796711.172659:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796711.172663:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.172670:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796711.172673:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796711.172674:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796711.172678:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796711.172686:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000161536:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796711.172692:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.172695:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796711.172700:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbdf80 x1875689000161280/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.172707:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796711.172709:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796711.172712:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbd200. 02000000:00000001:3.0:1788796711.172726:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796711.172728:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796711.172729:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:3.0:1788796711.172732:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796711.172734:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7900. 02000000:00000001:3.0:1788796711.172737:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796711.172738:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796711.172740:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbdf80. 00000100:00000001:3.0:1788796711.172744:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796711.172745:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.172747:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796711.172751:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbd880 x1875689000161536/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.172757:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796711.172769:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796711.172771:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbc200. 02000000:00000001:3.0:1788796711.172774:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796711.172775:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796711.172777:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:3.0:1788796711.172779:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796711.172781:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7e00. 02000000:00000001:3.0:1788796711.172783:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796711.172785:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796711.172786:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbd880. 00000100:00000001:3.0:1788796711.172789:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796711.172790:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.172793:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.172795:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796711.172798:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796711.172850:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796711.172852:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796711.172855:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb6e0. 00000400:00000200:3.0:1788796711.172859:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d86e8 00000400:00000010:3.0:1788796711.172862:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d86e8. 00000100:00000001:3.0:1788796711.172865:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796711.172870:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796711.172892:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.172900:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796711.172902:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.172903:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796711.172905:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796711.172907:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796711.172909:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796711.172911:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796711.172919:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796711.172923:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796711.172925:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796711.172927:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796711.172929:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796711.172932:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.172934:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796711.172936:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:3.0:1788796711.172938:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796711.172939:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796711.172943:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.172949:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796711.172951:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796711.172953:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796711.172955:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796711.172963:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000161408:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796711.172967:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.172968:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796711.172971:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbf800 x1875689000161408/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796711.172989:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796711.172991:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796711.172993:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbbbd600. 02000000:00000001:3.0:1788796711.172995:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796711.172997:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796711.172998:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:3.0:1788796711.173000:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796711.173001:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c6ec7d00. 02000000:00000001:3.0:1788796711.173003:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796711.173004:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796711.173006:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbf800. 00000100:00000001:3.0:1788796711.173009:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796711.173010:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.173011:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796711.173017:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796711.173019:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796711.173021:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796711.173023:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796711.210971:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796711.210981:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796711.210989:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796711.210991:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788796711.211182:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788796711.211186:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788796711.211190:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788796712.172257:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295049155, at 4295049217 00000100:00000010:3.0:1788796712.172274:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d0018000. 00000100:00000040:2.0:1788796712.172701:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295049155, at 4295049217 00000100:00000010:2.0:1788796712.172709:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d00184e0. 00010000:00000001:2.0:1788796712.236892:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796712.236900:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796712.236906:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796712.236907:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796712.236937:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796712.236940:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796712.236943:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796713.262234:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796713.262242:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796713.262245:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796713.262248:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796713.262253:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796713.262256:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796713.262258:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796713.262261:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796713.262264:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796713.262266:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796713.262286:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796713.262289:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796713.262292:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788796713.449141:0:10099:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788796713.449153:0:10099:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788796713.744510:0:10135:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788796713.744516:0:10135:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1788796713.753674:0:10135:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788796714.282917:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796714.282924:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796714.282929:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796714.282933:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796714.282935:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796714.282939:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796714.282942:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796714.282945:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796714.282947:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796714.282949:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796714.282973:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796714.282976:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796714.282979:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788796715.301234:0:10234:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788796715.301247:0:10234:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796715.309826:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796715.309832:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796715.309837:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796715.309838:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796715.309857:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796715.309860:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796715.309863:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788796716.267223:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796716.267232:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796716.267241:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f9880. 00000020:00000040:0.0:1788796716.267257:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:0.0:1788796716.267262:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796716.267265:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796716.267270:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796716.267278:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2e00. 00000100:00000001:0.0:1788796716.267284:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267295:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796716.267306:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796716.267311:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267317:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002401be37] to pc [ptlrpcd_00_01+1] req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.267344:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267347:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796716.267350:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796716.267353:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f8e00. 00000020:00000040:0.0:1788796716.267379:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:0.0:1788796716.267382:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796716.267383:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796716.267390:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796716.267394:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2700. 00000100:00000001:0.0:1788796716.267398:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267403:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796716.267410:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796716.267412:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267416:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000212b1720] to pc [ptlrpcd_00_00+0] req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.267425:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267428:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796716.267432:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796716.267434:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f8380. 00000020:00000040:0.0:1788796716.267436:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:0.0:1788796716.267438:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796716.267439:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796716.267441:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796716.267444:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2300. 00000100:00000001:0.0:1788796716.267447:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267461:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796716.267468:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796716.267470:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267474:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8c2b72d] to pc [ptlrpcd_00_01+1] req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.267481:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267483:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788796716.267491:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788796716.267494:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788796716.267496:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788796716.267499:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796716.267502:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796716.267504:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35f9180. 00000020:00000040:0.0:1788796716.267507:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:0.0:1788796716.267509:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796716.267510:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796716.267511:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796716.267523:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c3ed2b00. 00000100:00000001:0.0:1788796716.267526:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267530:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796716.267537:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796716.267539:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267542:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002a2f91a] to pc [ptlrpcd_00_00+0] req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.267549:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267551:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788796716.267553:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788796716.267556:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c35fa300. 00000020:00000040:0.0:1788796716.267558:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:0.0:1788796716.267561:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788796716.267562:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788796716.267563:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788796716.267567:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7d173e200. 00000100:00000001:0.0:1788796716.267569:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267579:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788796716.267586:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788796716.267588:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267592:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000845bbc0a] to pc [ptlrpcd_00_01+1] req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.267600:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.267602:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788796716.267605:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788796716.267608:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788796716.267611:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788796716.267615:0:464:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:1.0:1788796716.268881:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796716.268887:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796716.268891:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796716.268900:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.268912:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796716.268914:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.268918:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796716.268921:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796716.268924:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796716.268927:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000161664:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796716.268931:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796716.268936:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796716.268938:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.268941:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796716.268947:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c51d2400. 02000000:00000001:1.0:1788796716.268949:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796716.268956:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796716.268960:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161bb0. 00000400:00000010:1.0:1788796716.268966:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162220. 00000100:00000200:1.0:1788796716.268973:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000161664, portal 25 00000100:00000001:1.0:1788796716.268976:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796716.268977:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242564736 : -109024466986880 : ffff9cd7c35f9880) 00000100:00000040:1.0:1788796716.268990:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.268997:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796716.269001:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796716.269003:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162990. 00000100:00000200:1.0:1788796716.269007:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000161664, offset 0 00000400:00000200:1.0:1788796716.269013:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796716.269020:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796716.269027:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796716.269032:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796716.269036:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796716.269039:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796716.269042:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796716.269046:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [170:170:256:4294967295] 192.168.204.119@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1788796716.269050:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796716.269060:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796716.269065:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796716.269070:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2200. 00000800:00000200:1.0:1788796716.269076:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796716.269082:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796716.269086:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796716.269106:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796716.269111:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796716.269114:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295054276 00000100:00000010:1.0:1788796716.269118:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7d0018480. 00000100:00000001:1.0:1788796716.269124:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788796716.269129:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295054276 00000100:00000010:1.0:1788796716.269132:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7d0018540. 00000100:00000001:1.0:1788796716.269135:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788796716.269138:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796716.269144:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.269147:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796716.269151:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.269159:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796716.269161:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.269163:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796716.269165:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796716.269166:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796716.269169:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000161920:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796716.269172:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796716.269174:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796716.269176:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.269178:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796716.269181:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0054a00. 02000000:00000001:1.0:1788796716.269183:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796716.269187:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796716.269189:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161ec8. 00000400:00000010:1.0:1788796716.269193:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162c38. 00000100:00000200:1.0:1788796716.269196:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000161920, portal 10 00000100:00000001:1.0:1788796716.269197:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796716.269199:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242559360 : -109024466992256 : ffff9cd7c35f8380) 00000100:00000040:1.0:1788796716.269205:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.269212:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796716.269214:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796716.269216:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d01626e8. 00000100:00000200:1.0:1788796716.269218:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000161920, offset 0 00000400:00000200:1.0:1788796716.269222:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796716.269225:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796716.269229:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796716.269231:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796716.269239:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796716.269296:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796716.269300:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796716.269304:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [171:171:255:4294967295] 192.168.204.119@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:1.0:1788796716.269308:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796716.269315:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796716.269319:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796716.269323:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2d00. 00000800:00000200:1.0:1788796716.269327:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796716.269330:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796716.269333:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796716.269336:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796716.269339:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 105900 usecs (106 jiffies) 00000400:00000200:1.0:1788796716.269343:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796716.269344:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295053420 00000100:00000001:1.0:1788796716.269347:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295054276 00000100:00000001:1.0:1788796716.269349:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295053420 00000100:00000001:1.0:1788796716.269351:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295054276 00000100:00000001:1.0:1788796716.269353:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796716.269355:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.269357:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796716.269361:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.269367:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796716.269369:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.269499:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796716.269501:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796716.269503:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796716.269507:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000162176:192.168.204.119@tcp:400:kworker.0 00000800:00000200:2.0:1788796716.272073:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796716.272081:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2200. 00000400:00000200:2.0:1788796716.272090:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796716.272097:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796716.272103:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162990 00000400:00000010:2.0:1788796716.272106:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162990. 00000100:00000001:2.0:1788796716.272112:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796716.272119:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796716.272130:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796716.272134:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796716.272141:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796716.272143:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788796716.272630:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796716.272636:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796716.272639:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.272641:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796716.272648:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0055a00. 02000000:00000001:1.0:1788796716.272650:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796716.272657:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796716.272670:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161478. 00000400:00000010:1.0:1788796716.272675:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162dd0. 00000100:00000200:1.0:1788796716.272682:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000162176, portal 10 00000100:00000001:1.0:1788796716.272684:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796716.272686:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242567424 : -109024466984192 : ffff9cd7c35fa300) 00000800:00000200:2.0:1788796716.272761:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796716.272764:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2d00. 00000400:00000200:2.0:1788796716.272768:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796716.272772:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796716.272775:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d01626e8 00000400:00000010:2.0:1788796716.272777:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d01626e8. 00000100:00000001:2.0:1788796716.272780:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796716.272785:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796716.272793:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796716.272796:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796716.272830:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796716.272832:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788796716.273237:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.273255:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796716.273257:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796716.273262:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162b28. 00000100:00000200:1.0:1788796716.273265:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000162176, offset 0 00000400:00000200:1.0:1788796716.273271:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796716.273278:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796716.273285:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796716.273290:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796716.273295:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796716.273298:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796716.273301:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796716.273304:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [172:172:256:4294967295] 192.168.204.119@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1788796716.273308:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796716.273324:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796716.273331:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796716.273336:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2e00. 00000800:00000200:1.0:1788796716.273342:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796716.273357:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796716.273361:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788796716.273384:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.274553:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796716.274560:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796716.274563:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796716.274573:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.274583:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796716.274586:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796716.274590:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796716.274593:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796716.274597:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796716.274600:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000161792:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796716.274604:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796716.274607:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796716.274609:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796716.274611:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796716.274617:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d15ca600. 02000000:00000001:0.0:1788796716.274619:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796716.274637:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796716.274641:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b0688. 00000400:00000010:0.0:1788796716.274647:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937330. 00000100:00000200:0.0:1788796716.274652:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000161792, portal 10 00000100:00000001:0.0:1788796716.274654:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796716.274656:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242562048 : -109024466989568 : ffff9cd7c35f8e00) 00000100:00000040:0.0:1788796716.274671:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.274678:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796716.274680:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796716.274682:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937440. 00000100:00000200:0.0:1788796716.274686:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000161792, offset 0 00000400:00000200:0.0:1788796716.274700:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796716.274706:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796716.274711:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796716.274715:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796716.274718:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796716.274721:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796716.274724:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796716.274726:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [173:173:255:4294967295] 192.168.204.119@tcp LPNI seq info [173:173:7:4294967295] 00000400:00000200:0.0:1788796716.274731:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796716.274738:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796716.274742:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796716.274747:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7d173e700. 00000800:00000200:0.0:1788796716.274752:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796716.274757:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796716.274761:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7d173e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796716.274764:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.274768:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 92368 usecs (93 jiffies) 00000400:00000200:0.0:1788796716.274772:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796716.274775:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295053412 00000100:00000001:0.0:1788796716.274783:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295054276 00000100:00000001:0.0:1788796716.274786:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295053412 00000100:00000001:0.0:1788796716.274788:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295054276 00000100:00000001:0.0:1788796716.274790:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796716.274793:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.274796:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788796716.274819:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.274826:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788796716.274828:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796716.274830:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788796716.274832:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788796716.274834:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788796716.274836:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000162048:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796716.274840:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788796716.274842:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788796716.274844:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796716.274846:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788796716.274850:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d02e8200. 02000000:00000001:0.0:1788796716.274852:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788796716.274855:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1788796716.274858:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d01b01b8. 00000400:00000010:0.0:1788796716.274862:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c8937dd0. 00000100:00000200:0.0:1788796716.274865:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000162048, portal 10 00000100:00000001:0.0:1788796716.274867:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788796716.274868:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049242562944 : -109024466988672 : ffff9cd7c35f9180) 00000100:00000040:0.0:1788796716.274875:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.274881:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788796716.274883:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1788796716.274885:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7c89373b8. 00000100:00000200:0.0:1788796716.274894:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000162048, offset 0 00000400:00000200:0.0:1788796716.274898:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1788796716.274903:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796716.274906:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1788796716.274909:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788796716.274911:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1788796716.274914:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788796716.274916:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1788796716.274918:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [174:174:254:4294967295] 192.168.204.119@tcp LPNI seq info [174:174:6:4294967295] 00000400:00000200:0.0:1788796716.274922:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1788796716.274928:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1788796716.274932:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1788796716.274935:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7d173ec00. 00000800:00000200:0.0:1788796716.274939:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1788796716.274943:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1788796716.274945:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7d173ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788796716.274948:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.274951:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 44540 usecs (45 jiffies) 00000400:00000200:0.0:1788796716.274953:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1788796716.274955:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295053364 00000100:00000001:0.0:1788796716.274957:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295054276 00000100:00000001:0.0:1788796716.274959:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295053364 00000100:00000001:0.0:1788796716.274961:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295054276 00000100:00000001:0.0:1788796716.274962:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796716.274964:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.274966:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.274969:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796716.274977:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796716.274979:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788796716.274981:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796716.274988:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788796716.274990:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.274993:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796716.275128:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 44500 usecs (45 jiffies) 00000400:00000200:1.0:1788796716.275132:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796716.275134:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295053365 00000100:00000001:1.0:1788796716.275137:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295054276 00000100:00000001:1.0:1788796716.275139:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295053365 00000100:00000001:1.0:1788796716.275141:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295054276 00000100:00000001:1.0:1788796716.275144:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796716.275146:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.275148:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.275151:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.275155:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796716.275156:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788796716.275158:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796716.275159:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796716.275161:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.275163:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788796716.275407:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.275419:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796716.275422:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.275425:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796716.275430:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.275435:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796716.275441:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.275445:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.275449:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.275453:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0905180 00000400:00000200:3.0:1788796716.275457:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.275469:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:3.0:1788796716.275477:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.275483:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796716.275487:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796716.275491:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796716.275497:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796716.275503:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796716.275513:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.275529:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788796716.275560:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796716.275563:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2e00. 00000400:00000200:3.0:1788796716.275566:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796716.275570:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796716.275573:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162b28 00000400:00000010:3.0:1788796716.275575:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162b28. 00000100:00000001:3.0:1788796716.275578:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796716.275582:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.275591:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796716.275594:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.275601:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796716.275603:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788796716.275608:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.275612:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788796716.275618:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796716.275619:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7d173e700. 00000400:00000200:3.0:1788796716.275623:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796716.275626:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796716.275628:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937440 00000400:00000010:3.0:1788796716.275635:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937440. 00000100:00000001:3.0:1788796716.275638:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796716.275642:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.275649:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796716.275651:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.275657:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796716.275658:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796716.276010:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796716.276013:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7d173ec00. 00000400:00000200:3.0:1788796716.276016:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796716.276020:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796716.276023:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c89373b8 00000400:00000010:3.0:1788796716.276025:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c89373b8. 00000100:00000001:3.0:1788796716.276028:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796716.276032:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.276040:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796716.276042:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.276049:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796716.276050:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788796716.276405:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796716.276408:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796716.276413:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796716.276415:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796716.276418:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161bb0. 00000400:00000200:1.0:1788796716.276422:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162220 00000400:00000010:1.0:1788796716.276424:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162220. 00000100:00000001:1.0:1788796716.276426:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796716.276431:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796716.276439:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.276446:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796716.276448:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.276458:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796716.276461:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796716.276463:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796716.276466:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.276468:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796716.276474:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796716.276478:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796716.276480:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796716.276482:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796716.276484:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796716.276486:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.276489:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796716.276494:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.276501:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796716.276504:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796716.276507:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796716.276511:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796716.276519:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000161664:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796716.276524:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.276525:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796716.276528:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f9880 x1875689000161664/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.276533:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796716.276536:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796716.276539:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c51d2400. 02000000:00000001:1.0:1788796716.276544:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796716.276547:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796716.276549:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796716.276551:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796716.276553:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2e00. 02000000:00000001:1.0:1788796716.276557:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796716.276564:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796716.276566:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f9880. 00000100:00000001:1.0:1788796716.276570:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796716.276571:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.276574:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.276576:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796716.276577:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796716.276579:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.276580:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796716.286620:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796716.286634:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796716.286639:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796716.286641:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796716.286649:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796716.286656:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796716.286674:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796716.286678:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796716.286684:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796716.286688:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905280 00000400:00000200:2.0:1788796716.286754:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796716.286760:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x9a5 [1] + 224 00000800:00000001:2.0:1788796716.286767:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796716.286774:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796716.286777:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796716.286782:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796716.286788:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796716.286797:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796716.286856:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796716.286876:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796716.286885:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796716.286888:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.286946:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796716.286951:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796716.286958:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796716.286960:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796716.286963:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161ec8. 00000400:00000200:1.0:1788796716.287070:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162c38 00000400:00000010:1.0:1788796716.287072:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162c38. 00000100:00000001:1.0:1788796716.287077:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796716.287082:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796716.287091:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.287098:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796716.287100:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.287103:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796716.287106:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796716.287109:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796716.287111:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.287115:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796716.287124:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796716.287129:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796716.287131:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796716.287133:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796716.287136:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796716.287141:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796716.287148:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.287158:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796716.287160:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:1.0:1788796716.287162:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796716.287164:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796716.287169:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.287177:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796716.287180:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796716.287181:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796716.287185:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796716.287193:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2413:1875689000161920:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796716.287199:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.287203:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796716.287206:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f8380 x1875689000161920/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.287213:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796716.287216:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796716.287220:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0054a00. 02000000:00000001:1.0:1788796716.287223:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796716.287226:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796716.287228:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:1.0:1788796716.287230:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796716.287232:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2300. 02000000:00000001:1.0:1788796716.287236:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796716.287238:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796716.287240:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f8380. 00000100:00000001:1.0:1788796716.287757:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796716.287760:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.287763:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.287766:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796716.287767:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796716.287769:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.287778:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788796716.303861:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.303882:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796716.303886:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.303889:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796716.303899:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.303906:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796716.303927:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.303931:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.303936:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.303940:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905380 00000400:00000200:3.0:1788796716.303959:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.303965:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:3.0:1788796716.303973:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.303978:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796716.303981:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796716.303986:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796716.303993:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796716.304019:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796716.304032:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.304052:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796716.304064:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.304348:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796716.304351:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.304355:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796716.304358:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304363:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796716.304368:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304370:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304374:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304376:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905200 00000400:00000200:3.0:1788796716.304379:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304383:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:3.0:1788796716.304387:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.304390:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796716.304393:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796716.304395:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796716.304399:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796716.304404:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796716.304425:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.304435:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796716.304443:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.304446:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788796716.304448:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.304450:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796716.304452:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304455:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1788796716.304459:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304461:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304464:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304466:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905300 00000400:00000200:3.0:1788796716.304470:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796716.304474:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0x9bd [1] + 224 00000800:00000001:3.0:1788796716.304477:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.304529:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788796716.304531:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796716.304534:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1788796716.304537:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796716.304541:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788796716.304548:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796716.304554:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788796716.304558:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788796716.304561:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.304895:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796716.304900:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796716.304907:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796716.304909:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796716.304912:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161478. 00000400:00000200:1.0:1788796716.304918:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162dd0 00000400:00000010:1.0:1788796716.304921:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162dd0. 00000100:00000001:1.0:1788796716.304924:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796716.304930:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796716.304939:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.304945:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796716.304947:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.304950:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796716.304954:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796716.304956:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796716.304958:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796716.304962:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796716.304971:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796716.304976:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796716.304980:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796716.304982:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796716.304985:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788796716.304990:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796716.304998:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.305003:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788796716.305005:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:1.0:1788796716.305006:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788796716.305008:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796716.305013:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.305033:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796716.305036:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796716.305038:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796716.305043:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796716.305051:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2413:1875689000162176:192.168.204.119@tcp:400:kworker.0 00000100:00000001:1.0:1788796716.305057:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.305060:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796716.305064:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35fa300 x1875689000162176/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796716.305071:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796716.305073:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796716.305077:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0055a00. 02000000:00000001:1.0:1788796716.305081:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796716.305085:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796716.305087:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:1.0:1788796716.305089:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796716.305092:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7d173e200. 02000000:00000001:1.0:1788796716.305097:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796716.305099:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796716.305101:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35fa300. 00000100:00000001:1.0:1788796716.305104:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796716.305106:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.305108:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796716.305115:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796716.305117:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796716.305119:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796716.305122:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.305996:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796716.306000:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788796716.306004:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796716.306006:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796716.306009:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b0688. 00000400:00000200:0.0:1788796716.306014:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937330 00000400:00000010:0.0:1788796716.306015:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937330. 00000100:00000001:0.0:1788796716.306020:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796716.306026:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796716.306035:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.306041:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796716.306043:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796716.306044:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796716.306046:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796716.306047:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796716.306049:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796716.306051:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796716.306056:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=101 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796716.306060:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796716.306062:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796716.306063:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796716.306065:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788796716.306067:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.306070:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788796716.306071:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:0.0:1788796716.306072:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788796716.306074:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.306077:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.306083:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796716.306094:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788796716.306095:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788796716.306100:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796716.306106:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad500ba2-a14a-4bfe-800e-f249d469e017:2412:1875689000161792:192.168.204.119@tcp:400:kworker.0 00000400:00000001:0.0:1788796716.306112:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788796716.306113:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788796716.306115:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d01b01b8. 00000400:00000200:0.0:1788796716.306117:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c8937dd0 00000400:00000010:0.0:1788796716.306119:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7c8937dd0. 00000100:00000001:0.0:1788796716.306121:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788796716.306124:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788796716.306131:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.306137:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788796716.306138:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796716.306140:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788796716.306141:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788796716.306142:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788796716.306144:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788796716.306146:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788796716.306150:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1788796716.306152:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1788796716.306154:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788796716.306155:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788796716.306157:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788796716.306158:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.306161:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788796716.306162:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:0.0:1788796716.306163:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788796716.306164:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788796716.306168:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.306178:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788796716.306180:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788796716.306181:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788796716.306184:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788796716.306191:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c35f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2412:1875689000162048:192.168.204.119@tcp:400:kworker.0 00000100:00000001:0.0:1788796716.306195:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796716.306197:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796716.306200:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f8e00 x1875689000161792/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.306205:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796716.306206:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796716.306209:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d15ca600. 02000000:00000001:0.0:1788796716.306212:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796716.306214:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788796716.306215:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:0.0:1788796716.306217:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796716.306219:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2700. 02000000:00000001:0.0:1788796716.306222:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796716.306224:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788796716.306225:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f8e00. 00000100:00000001:0.0:1788796716.306228:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788796716.306230:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796716.306231:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788796716.306234:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c35f9180 x1875689000162048/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788796716.306240:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788796716.306241:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788796716.306242:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d02e8200. 02000000:00000001:0.0:1788796716.306245:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788796716.306247:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788796716.306254:0:2412:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:0.0:1788796716.306257:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788796716.306258:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c3ed2b00. 02000000:00000001:0.0:1788796716.306261:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788796716.306262:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788796716.306263:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c35f9180. 00000100:00000001:0.0:1788796716.306265:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788796716.306267:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796716.306269:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788796716.306273:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788796716.306275:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788796716.306277:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796716.306279:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796716.334399:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796716.334405:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796716.334410:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796716.334411:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796716.334435:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796716.334438:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796716.334441:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788796717.303723:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295054276, at 4295054338 00000100:00000010:2.0:1788796717.303746:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d0018480. 00000100:00000040:3.0:1788796717.312992:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295054276, at 4295054358 00000100:00000010:3.0:1788796717.313013:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d0018540. 00010000:00000001:2.0:1788796717.356721:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796717.356732:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796717.356740:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796717.356741:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796717.356765:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796717.356769:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796717.356772:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1788796717.485628:0:10298:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9cd7c91c4130. 00000400:00000040:3.0:1788796717.485680:0:10298:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1788796717.485684:0:10298:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1788796717.485686:0:10298:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1788796717.485687:0:10298:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1788796717.485689:0:10298:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1788796717.485691:0:10298:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:3.0:1788796717.485693:0:10298:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:3.0:1788796717.485845:0:10298:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9cd7c91c4130. 00010000:00000001:2.0:1788796718.378903:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796718.378913:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796718.378920:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796718.378921:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788796718.378947:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788796718.378951:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796718.378955:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788796719.032777:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.032846:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796719.032853:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.032857:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796719.032869:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.032880:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796719.032909:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.032915:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.032922:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.032927:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x6a9ede201a600 00000400:00000200:2.0:1788796719.032937:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:2.0:1788796719.032945:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.032950:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796719.032954:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796719.032970:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796719.032980:0:2406:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788796719.032982:0:2406:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788796719.032993:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbf800. 00000100:00000040:2.0:1788796719.032997:0:2406:0:(events.c:341:request_in_callback()) incoming req@ffff9cd7c9cbf800 x1875689024366080 msgsize 328 00000100:00100000:2.0:1788796719.033002:0:2406:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1788796719.033075:0:2406:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788796719.033090:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.033095:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796719.033097:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.033099:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796719.033102:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.033106:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796719.033110:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.033112:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.033114:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.033117:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x6a9ede201a880 00000400:00000200:2.0:1788796719.033121:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:2.0:1788796719.033125:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.033134:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796719.033136:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796719.033139:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796719.033142:0:2406:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788796719.033144:0:2406:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788796719.033148:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbd880. 00000100:00000040:2.0:1788796719.033155:0:2406:0:(events.c:341:request_in_callback()) incoming req@ffff9cd7c9cbd880 x1875689024366720 msgsize 328 00000100:00100000:2.0:1788796719.033160:0:2406:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1788796719.034912:0:6176:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1788796719.036968:0:2406:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788796719.037001:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.037015:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788796719.041522:0:6176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875689024366080 02000000:00000001:3.0:1788796719.041536:0:6176:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788796719.041539:0:6176:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796719.041542:0:6176:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796719.041550:0:6176:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796719.041556:0:6176:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875689024366080 00000020:00000001:3.0:1788796719.041560:0:6176:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788796719.041563:0:6176:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd9d1237998ae71da 00000020:00000001:3.0:1788796719.041566:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788796719.041572:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9cd7ca530800 refcount=3 00000020:00000001:3.0:1788796719.041577:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049359181824 : -109024350369792 : ffff9cd7ca530800) 00000020:00000001:3.0:1788796719.041580:0:6176:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635049359181824 : -109024350369792 : ffff9cd7ca530800) 00000100:00000001:3.0:1788796719.041585:0:6176:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788796719.041600:0:6176:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9cd7c4aafe00. 00000100:00000001:3.0:1788796719.041603:0:6176:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788796719.041619:0:6176:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9cd7c4aafe00. 00000020:00000010:3.0:1788796719.041633:0:6176:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9cd7cbbbc200. 00000020:00000010:3.0:1788796719.041642:0:6176:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9cd7c2ee9c00. 00000020:00000010:3.0:1788796719.041649:0:6176:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9cd7cbd46708. 00000100:00000040:3.0:1788796719.041669:0:6176:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788796719.041674:0:6176:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788796719.041675:0:6176:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788796719.041678:0:6176:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796719.041688:0:6176:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796719.041693:0:6176:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796719.041912:0:6176:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1788796719.041913:0:6177:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788796719.041915:0:6176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875689024366720 00000100:00000001:2.0:1788796719.041918:0:6177:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796719.041920:0:6176:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788796719.041923:0:6176:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796719.041925:0:6176:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796719.041928:0:6176:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796719.041930:0:6176:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875689024366720 00000020:00000001:3.0:1788796719.041932:0:6176:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1788796719.041933:0:6177:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1788796719.041934:0:6176:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd9d1237998ae71da 00000100:00000001:2.0:1788796719.041937:0:6177:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1788796719.041938:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788796719.041942:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9cd7ca530800 refcount=4 00000020:00000001:3.0:1788796719.041944:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049359181824 : -109024350369792 : ffff9cd7ca530800) 00000020:00000001:3.0:1788796719.041947:0:6176:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635049359181824 : -109024350369792 : ffff9cd7ca530800) 00000100:00100000:2.0:1788796719.041951:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 3 00000100:00000001:3.0:1788796719.041952:0:6176:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788796719.041957:0:6176:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9cd7c4aafe00. 00000100:00000001:3.0:1788796719.041960:0:6176:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788796719.041963:0:6176:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9cd7c4aafe00. 00000020:00000010:3.0:1788796719.041967:0:6176:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9cd7cbbbda00. 00000100:00000040:2.0:1788796719.041971:0:6177:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9cd7ca530800 : new rpc_count 1 00000020:00000010:3.0:1788796719.041971:0:6176:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9cd7c2ee9200. 00000100:00000001:2.0:1788796719.041977:0:6177:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635049350330368 : -109024359221248 : ffff9cd7c9cbf800) 00000020:00000010:3.0:1788796719.041977:0:6176:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9cd7cbd46000. 00000100:00000001:3.0:1788796719.041982:0:6176:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788796719.041984:0:6176:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788796719.041986:0:6176:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796719.041990:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9cd7c9cbf800 x1875689024366080/t0(0) o104->777c5382-705f-479f-8f4d-3aa5213b2694@192.168.204.119@tcp:145/0 lens 328/0 e 0 to 0 dl 1788796730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788796719.041992:0:6176:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796719.041996:0:6176:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796719.042006:0:6177:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788796719.042011:0:6177:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9cd7c49f0c80. 00000100:00000001:2.0:1788796719.042015:0:6177:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788796719.042017:0:6177:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9cd7c49f0c80. 00000100:00100000:2.0:1788796719.042022:0:6177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cd7c9cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+4:13382:x1875689024366080:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1788796719.042026:0:6177:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875689024366080 00010000:00000001:2.0:1788796719.042030:0:6177:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788796719.042041:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788796719.042043:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788796719.042046:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7c0031c00 refcount=2 00000020:00000001:2.0:1788796719.042048:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049186171904 : -109024523379712 : ffff9cd7c0031c00) 00010000:00000001:2.0:1788796719.042052:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635049186171904 : -109024523379712 : ffff9cd7c0031c00) 00010000:00000001:2.0:1788796719.042057:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788796719.042061:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796719.042066:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788796719.042088:0:6177:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788796719.042092:0:6177:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788796719.042098:0:6177:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9cd7c4e82400. 02000000:00000001:2.0:1788796719.042100:0:6177:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796719.042103:0:6177:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796719.042109:0:6177:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788796719.042112:0:6177:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788796719.042116:0:6177:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c4b6c9e8 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1788796719.042122:0:6177:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788796719.042126:0:6177:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9cd7d07dedc0 refcount 28 to 192.168.204.119@tcp 00000100:00000001:2.0:1788796719.042129:0:6177:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635049462656448 : -109024246895168 : ffff9cd7d07dedc0) 02000000:00000001:2.0:1788796719.042131:0:6177:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788796719.042133:0:6177:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796719.042137:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796719.042140:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796719.042146:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a4c8. 00000100:00000200:2.0:1788796719.042155:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875689024366080, offset 224 00000400:00000200:2.0:1788796719.042163:0:6177:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796719.042177:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.042186:0:6177:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796719.042194:0:6177:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [175:175:256:4294967295] 192.168.204.119@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:2.0:1788796719.042198:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.042209:0:6177:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796719.042215:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796719.042222:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7a00. 00000800:00000200:2.0:1788796719.042230:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796719.042240:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796719.042246:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796719.042275:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796719.042278:0:6177:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9cd7d07dedc0 refcount 27 to 192.168.204.119@tcp 00010000:00000001:2.0:1788796719.042288:0:6177:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788796719.042292:0:6177:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9cd7c4f549c0. 00010000:00000001:2.0:1788796719.042296:0:6177:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788796719.042313:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788796719.042316:0:6177:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796719.042318:0:6177:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796719.042320:0:6177:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796719.042325:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbf800 x1875689024366080/t0(0) o104->777c5382-705f-479f-8f4d-3aa5213b2694@192.168.204.119@tcp:145/0 lens 328/224 e 0 to 0 dl 1788796730 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788796719.042336:0:6177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cd7c9cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+4:13382:x1875689024366080:12345-192.168.204.119@tcp:104: Request processed in 329us (9336us total) trans 0 rc 0/0 00000100:00100000:2.0:1788796719.042344:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 3 00000100:00000040:2.0:1788796719.042348:0:6177:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9cd7ca530800 : new rpc_count 0 00000100:00000001:2.0:1788796719.042350:0:6177:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788796719.042352:0:6177:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788796719.042358:0:6177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9cd7c2ee9c00. 00000020:00000010:2.0:1788796719.042363:0:6177:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9cd7cbd46708. 00000020:00000010:2.0:1788796719.042369:0:6177:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9cd7cbbbc200. 00000020:00000040:2.0:1788796719.042374:0:6177:0:(genops.c:879:class_export_put()) PUTting export ffff9cd7ca530800 : new refcount 3 00000100:00000001:2.0:1788796719.042378:0:6177:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796719.042385:0:6177:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788796719.042387:0:6177:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788796719.042390:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 4 00000100:00000040:2.0:1788796719.042392:0:6177:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9cd7ca530800 : new rpc_count 1 00000100:00000001:2.0:1788796719.042394:0:6177:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635049350322304 : -109024359229312 : ffff9cd7c9cbd880) 00000100:00000040:2.0:1788796719.042398:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9cd7c9cbd880 x1875689024366720/t0(0) o104->777c5382-705f-479f-8f4d-3aa5213b2694@192.168.204.119@tcp:145/0 lens 328/0 e 0 to 0 dl 1788796730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788796719.042406:0:6177:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788796719.042409:0:6177:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9cd7c49f0c80. 00000100:00000001:2.0:1788796719.042411:0:6177:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788796719.042418:0:6177:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9cd7c49f0c80. 00000100:00100000:2.0:1788796719.042423:0:6177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9cd7c9cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+3:13382:x1875689024366720:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1788796719.042426:0:6177:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875689024366720 00010000:00000001:2.0:1788796719.042428:0:6177:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788796719.042431:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788796719.042433:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788796719.042435:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7cc88a000 refcount=2 00000020:00000001:2.0:1788796719.042437:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:2.0:1788796719.042439:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:2.0:1788796719.042442:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788796719.042444:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796719.042448:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788796719.042455:0:6177:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788796719.042457:0:6177:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788796719.042460:0:6177:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9cd7c4e80400. 02000000:00000001:2.0:1788796719.042463:0:6177:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796719.042464:0:6177:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796719.042467:0:6177:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788796719.042468:0:6177:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788796719.042471:0:6177:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c4b6c9e8 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1788796719.042474:0:6177:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788796719.042476:0:6177:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9cd7d07dedc0 refcount 28 to 192.168.204.119@tcp 00000100:00000001:2.0:1788796719.042479:0:6177:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635049462656448 : -109024246895168 : ffff9cd7d07dedc0) 02000000:00000001:2.0:1788796719.042481:0:6177:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788796719.042482:0:6177:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796719.042484:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796719.042486:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796719.042489:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a6e8. 00000100:00000200:2.0:1788796719.042492:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875689024366720, offset 224 00000400:00000200:2.0:1788796719.042497:0:6177:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796719.042501:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.042511:0:6177:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796719.042516:0:6177:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [176:176:255:4294967295] 192.168.204.119@tcp LPNI seq info [176:176:7:4294967295] 00000400:00000200:2.0:1788796719.042520:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.042526:0:6177:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796719.042530:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796719.042534:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7300. 00000800:00000200:2.0:1788796719.042539:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796719.042543:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796719.042546:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796719.042549:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796719.042552:0:6177:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9cd7d07dedc0 refcount 27 to 192.168.204.119@tcp 00010000:00000001:2.0:1788796719.042554:0:6177:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788796719.042557:0:6177:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9cd7c4f54900. 00010000:00000001:2.0:1788796719.042559:0:6177:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788796719.042657:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1788796719.042660:0:6177:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796719.042662:0:6177:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796719.042663:0:6177:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796719.042669:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbd880 x1875689024366720/t0(0) o104->777c5382-705f-479f-8f4d-3aa5213b2694@192.168.204.119@tcp:145/0 lens 328/224 e 0 to 0 dl 1788796730 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1788796719.042724:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788796719.042728:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796719.042733:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1788796719.042743:0:6177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9cd7c9cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:777c5382-705f-479f-8f4d-3aa5213b2694+3:13382:x1875689024366720:12345-192.168.204.119@tcp:104: Request processed in 334us (9584us total) trans 0 rc 0/0 00010000:00000001:1.0:1788796719.042746:0:6185:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1788796719.042752:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 4 00000100:00000040:2.0:1788796719.042756:0:6177:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9cd7ca530800 : new rpc_count 0 00010000:00000001:1.0:1788796719.042759:0:6185:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1788796719.042760:0:6177:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788796719.042764:0:6177:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1788796719.042766:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:2.0:1788796719.042767:0:6177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9cd7c2ee9200. 00000020:00000010:2.0:1788796719.042773:0:6177:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9cd7cbd46000. 00000020:00000010:2.0:1788796719.042777:0:6177:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9cd7cbbbda00. 00010000:00010000:1.0:1788796719.042781:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cd7c0031c00 already unused, calling callback (ffffffffc13e3c20) 10000000:00000001:1.0:1788796719.042785:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:2.0:1788796719.042789:0:6177:0:(genops.c:879:class_export_put()) PUTting export ffff9cd7ca530800 : new refcount 2 10000000:00010000:1.0:1788796719.042790:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788796719.042794:0:6177:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788796719.042847:0:6185:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788796719.042849:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788796719.042850:0:6185:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788796719.042852:0:6185:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7c0031c00 refcount=3 00000020:00000001:1.0:1788796719.042854:0:6185:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049186171904 : -109024523379712 : ffff9cd7c0031c00) 00010000:00000001:1.0:1788796719.042857:0:6185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635049186171904 : -109024523379712 : ffff9cd7c0031c00) 00010000:00000001:1.0:1788796719.042860:0:6185:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788796719.042863:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1788796719.042870:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788796719.042872:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788796719.042878:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1788796719.042882:0:6185:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1788796719.042884:0:6185:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1788796719.042886:0:6185:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1788796719.042887:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788796719.042889:0:6185:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796719.042905:0:6185:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1788796719.042907:0:6185:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788796719.042909:0:6185:0:(mgc_request.c:123:config_log_put()) log params(ffff9cd7cbbbcc00) refs 2 10000000:00000001:1.0:1788796719.042912:0:6185:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788796719.042914:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796719.042917:0:6185:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788796719.042926:0:6185:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788796719.042928:0:6185:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788796719.042930:0:6185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788796719.042932:0:6185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788796719.042935:0:6185:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9cd7c0031c00 with handle 0xd9d1237998ae72a5 from hash 00010000:00000001:1.0:1788796719.042937:0:6185:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788796719.042939:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796719.042941:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796719.042943:0:6185:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788796719.042945:0:6185:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788796719.042947:0:6185:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788796719.042951:0:6185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788796719.042965:0:6185:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788796719.042975:0:6185:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd7100. 00000020:00000040:1.0:1788796719.042980:0:6185:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:1.0:1788796719.042985:0:6185:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796719.042988:0:6185:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796719.042993:0:6185:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796719.043001:0:6185:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9cd7c51d2400. 00000100:00000001:1.0:1788796719.043007:0:6185:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796719.043010:0:6185:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788796719.043025:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796719.043032:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788796719.043034:0:6185:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.043039:0:6185:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796719.043044:0:6185:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796719.043052:0:6185:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa932eb3] to pc [ptlrpcd_00_00+0] req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796719.043076:0:6185:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788796719.043079:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796719.043080:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796719.043082:0:6185:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796719.043084:0:6185:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796719.043091:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796719.043095:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796719.043102:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788796719.043104:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.119@tcp lock: ffff9cd7c0031c00/0xd9d1237998ae72a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb366 expref: -99 pid: 9125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796719.043121:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796719.043122:0:6185:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788796719.043125:0:6185:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9cd7c4f549c0. 00010000:00000001:1.0:1788796719.043129:0:6185:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788796719.043131:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788796719.043133:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796719.043134:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788796719.043137:0:6185:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788796719.043138:0:6185:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788796719.043140:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796719.043146:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cd7cc88a000 already unused, calling callback (ffffffffc13e3c20) 10000000:00000001:1.0:1788796719.043149:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788796719.043151:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796719.043168:0:6185:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788796719.043170:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788796719.043171:0:6185:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788796719.043173:0:6185:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7cc88a000 refcount=3 00000020:00000001:1.0:1788796719.043176:0:6185:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:1.0:1788796719.043179:0:6185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:1.0:1788796719.043181:0:6185:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788796719.043183:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1788796719.043194:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788796719.043198:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788796719.043204:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1788796719.043206:0:6185:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1788796719.043208:0:6185:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1788796719.043210:0:6185:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1788796719.043211:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788796719.043213:0:6185:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796719.043215:0:6185:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1788796719.043217:0:6185:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788796719.043218:0:6185:0:(mgc_request.c:123:config_log_put()) log params(ffff9cd7cb3c7600) refs 2 10000000:00000001:1.0:1788796719.043220:0:6185:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788796719.043221:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796719.043223:0:6185:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788796719.043224:0:6185:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788796719.043226:0:6185:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788796719.043228:0:6185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788796719.043229:0:6185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788796719.043232:0:6185:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9cd7cc88a000 with handle 0xd9d1237998ae7266 from hash 00010000:00000001:1.0:1788796719.043234:0:6185:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788796719.043236:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796719.043237:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796719.043238:0:6185:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788796719.043239:0:6185:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788796719.043241:0:6185:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788796719.043243:0:6185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788796719.043244:0:6185:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788796719.043248:0:6185:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd6a00. 00000020:00000040:1.0:1788796719.043251:0:6185:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=5 obd=MGC192.168.204.119@tcp 00000100:00000001:1.0:1788796719.043253:0:6185:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796719.043255:0:6185:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796719.043257:0:6185:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796719.043266:0:6185:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9cd7c51d2a00. 00000100:00000001:1.0:1788796719.043268:0:6185:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796719.043270:0:6185:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788796719.043274:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796719.043279:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788796719.043281:0:6185:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.043284:0:6185:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796719.043286:0:6185:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796719.043291:0:6185:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fdf1279] to pc [ptlrpcd_00_01+1] req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788796719.043301:0:6185:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788796719.043303:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796719.043304:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796719.043306:0:6185:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796719.043308:0:6185:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796719.043310:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796719.043313:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796719.043318:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788796719.043320:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae7266 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7046c26bc86cb319 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788796719.043328:0:6185:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9cd7d2955c00 count: 0 00010000:00000001:1.0:1788796719.043339:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796719.043340:0:6185:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788796719.043342:0:6185:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9cd7c4f54900. 00010000:00000001:1.0:1788796719.043344:0:6185:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788796719.043347:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788796719.043348:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796719.043350:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788796719.043352:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788796719.043358:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796719.043360:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788796719.043362:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788796719.043363:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796719.043364:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788796719.043386:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796719.043390:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796719.043394:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796719.043400:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.043408:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796719.043410:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796719.043415:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796719.043417:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796719.043420:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796719.043423:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000162432:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788796719.043428:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796719.043435:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796719.043438:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796719.043441:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796719.043445:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7c120a800. 02000000:00000001:1.0:1788796719.043448:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796719.043454:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796719.043459:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161478. 00000400:00000010:1.0:1788796719.043466:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162dd0. 00000100:00000200:1.0:1788796719.043474:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000162432, portal 18 00000100:00000001:1.0:1788796719.047245:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796719.047256:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000040:1.0:1788796719.047283:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.047295:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796719.047298:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796719.047311:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162c38. 00000100:00000200:1.0:1788796719.047321:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875689000162432, offset 0 00000400:00000200:1.0:1788796719.047352:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796719.047366:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796719.047377:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796719.047384:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796719.047389:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796719.047393:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796719.047397:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796719.047400:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [177:177:254:4294967295] 192.168.204.119@tcp LPNI seq info [177:177:6:4294967295] 00000400:00000200:1.0:1788796719.047405:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796719.047416:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796719.047423:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796719.047431:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2600. 00000800:00000200:1.0:1788796719.047439:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796719.047448:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796719.047453:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788796719.047459:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796719.047464:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796719.047467:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295057054 00000100:00000010:1.0:1788796719.047473:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7d00181e0. 00000100:00000001:1.0:1788796719.047481:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788796719.047490:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295057054 00000100:00000010:1.0:1788796719.047494:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7d0018e40. 00000100:00000001:1.0:1788796719.047497:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788796719.047500:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796719.047504:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796719.047509:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796719.047513:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.047524:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796719.047526:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788796719.047530:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796719.047532:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796719.047542:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796719.047546:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788796719.047547:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.047550:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796719.047552:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.047553:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796719.047555:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796719.047556:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796719.047562:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.047570:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796719.047573:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796719.047578:0:2413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796719.047581:0:2413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796719.047584:0:2413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796719.047588:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000162304:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788796719.047593:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796719.047599:0:2413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796719.047602:0:2413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796719.047618:0:2413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796719.047627:0:2413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0166c00. 02000000:00000001:1.0:1788796719.047629:0:2413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796719.047635:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796719.047639:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161ec8. 00000400:00000010:1.0:1788796719.047644:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162220. 00000100:00000200:1.0:1788796719.047651:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000162304, portal 18 00000100:00000001:1.0:1788796719.047653:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796719.047655:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332601088 : -109024376950528 : ffff9cd7c8bd7100) 00000100:00000040:1.0:1788796719.047660:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.047666:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796719.047668:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796719.047670:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d01623b8. 00000100:00000200:1.0:1788796719.047673:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875689000162304, offset 0 00000400:00000200:1.0:1788796719.047682:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796719.047687:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796719.047690:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796719.047693:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796719.047696:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796719.047698:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796719.047700:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796719.047703:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [178:178:253:4294967295] 192.168.204.119@tcp LPNI seq info [178:178:5:4294967295] 00000400:00000200:1.0:1788796719.047707:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796719.047713:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796719.047717:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796719.047721:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2a00. 00000800:00000200:1.0:1788796719.047725:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796719.047729:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796719.047731:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788796719.047734:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796719.048939:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796719.048944:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796719.048949:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788796719.048969:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788796719.048974:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796719.049146:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796719.049153:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7a00. 00000400:00000200:3.0:1788796719.049163:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796719.049171:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796719.049179:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a4c8 00000400:00000010:3.0:1788796719.049183:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a4c8. 00000100:00000001:3.0:1788796719.049199:0:2407:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788796719.049202:0:2407:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788796719.049216:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796719.049218:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7300. 00000400:00000200:3.0:1788796719.049233:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796719.049237:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796719.049240:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a6e8 00000400:00000010:3.0:1788796719.049243:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a6e8. 00000100:00000001:3.0:1788796719.049246:0:2407:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788796719.049247:0:2407:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788796719.049254:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796719.049256:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2600. 00000400:00000200:3.0:1788796719.049259:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796719.049263:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796719.049266:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162c38 00000400:00000010:3.0:1788796719.049267:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162c38. 00000100:00000001:3.0:1788796719.049271:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796719.049278:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796719.049290:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796719.049294:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796719.049301:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796719.049303:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788796719.049387:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796719.049390:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2a00. 00000400:00000200:3.0:1788796719.049393:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796719.049397:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796719.049400:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d01623b8 00000400:00000010:3.0:1788796719.049402:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d01623b8. 00000100:00000001:3.0:1788796719.049405:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796719.049409:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796719.049416:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796719.049419:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796719.049425:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796719.049432:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788796719.052218:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796719.052228:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295057059 00000100:00000001:1.0:1788796719.052242:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057054 00000100:00000001:1.0:1788796719.052249:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295057059 00000100:00000001:1.0:1788796719.052253:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057054 00000100:00000001:1.0:1788796719.052256:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796719.052262:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796719.052280:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796719.052289:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796719.054155:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.054178:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796719.054183:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.054187:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796719.054196:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054207:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:1.1F:1788796719.054218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9cd7c0031c00. 00000400:00000200:2.0:1788796719.054219:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054226:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054232:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054239:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x6a9ede0905480 00000400:00000200:2.0:1788796719.054247:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.1:1788796719.054252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9cd7d2955c00. 00010000:00000010:1.1:1788796719.054259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9cd7cc88a000. 00000400:00000200:2.0:1788796719.054261:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:2.0:1788796719.054271:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.054277:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796719.054281:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796719.054286:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796719.054295:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796719.054306:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796719.054317:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796719.054339:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796719.054349:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.054353:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796719.054355:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.054357:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796719.054359:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054363:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796719.054368:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054370:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054373:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054383:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x6a9ede0905400 00000400:00000200:2.0:1788796719.054387:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796719.054392:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:2.0:1788796719.054396:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.054406:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796719.054409:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796719.054412:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796719.054416:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796719.054422:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796719.054430:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796719.054436:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796719.054441:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796719.054445:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.054557:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796719.054562:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796719.054569:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796719.054572:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796719.054575:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161ec8. 00000400:00000200:1.0:1788796719.054581:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162220 00000400:00000010:1.0:1788796719.054584:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162220. 00000100:00000001:1.0:1788796719.054594:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796719.054599:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796719.054618:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.054624:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796719.054627:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.054629:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796719.054633:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796719.054637:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796719.054640:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796719.054644:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796719.054653:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcca8 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796719.054657:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=105 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796719.054660:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796719.054662:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796719.054664:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796719.054667:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796719.054671:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796719.054746:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.054754:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796719.054758:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796719.054761:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796719.054765:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796719.054774:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000162304:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000001:1.0:1788796719.054781:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796719.054782:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796719.054784:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161478. 00000400:00000200:1.0:1788796719.054787:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162dd0 00000400:00000010:1.0:1788796719.054788:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162dd0. 00000100:00000001:1.0:1788796719.054797:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796719.054830:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796719.054840:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.054846:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796719.054848:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.054850:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796719.054852:0:2413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796719.054854:0:2413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796719.054855:0:2413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796719.054858:0:2413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796719.054860:0:2413:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcca8 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796719.054863:0:2413:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=105 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796719.054866:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796719.054867:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796719.054869:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796719.054871:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796719.054873:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796719.054877:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.054884:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796719.054886:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796719.054888:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796719.054891:0:2413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796719.054899:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:777c5382-705f-479f-8f4d-3aa5213b2694:2413:1875689000162432:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788796719.054903:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.054907:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796719.054911:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd7100 x1875689000162304/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.054918:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796719.054929:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796719.054933:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0166c00. 02000000:00000001:1.0:1788796719.054938:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796719.054942:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796719.054944:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796719.054947:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796719.054950:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9cd7c51d2400. 02000000:00000001:1.0:1788796719.054954:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796719.054956:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796719.054958:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd7100. 00000100:00000001:1.0:1788796719.054962:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796719.054963:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.054966:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796719.054969:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd6a00 x1875689000162432/t0(0) o103->MGC192.168.204.119@tcp@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1788796735 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796719.054976:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796719.054977:0:2413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796719.054979:0:2413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7c120a800. 02000000:00000001:1.0:1788796719.054982:0:2413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796719.054983:0:2413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796719.054984:0:2413:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796719.054986:0:2413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796719.054988:0:2413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9cd7c51d2a00. 02000000:00000001:1.0:1788796719.054989:0:2413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796719.054990:0:2413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796719.054991:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd6a00. 00000100:00000001:1.0:1788796719.054993:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796719.054994:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.054997:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796719.055007:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796719.055010:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796719.055013:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788796719.055015:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796719.409509:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796719.409517:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796719.409617:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796719.409619:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788796719.409737:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788796719.409741:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796719.409745:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1788796719.875734:0:10378:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:2.0:1788796720.043187:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295057059, at 4295057088 00000100:00000010:2.0:1788796720.043207:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d00181e0. 00000100:00000040:3.0:1788796720.045389:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295057059, at 4295057090 00000100:00000010:3.0:1788796720.045405:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7d0018e40. 10000000:00000001:2.0:1788796720.363161:0:6187:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788796720.363171:0:6187:0:(mgc_request.c:108:config_log_get()) log params (ffff9cd7cbbbcc00) refs 2 10000000:00000001:2.0:1788796720.363177:0:6187:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788796720.363180:0:6187:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788796720.363182:0:6187:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1788796720.363184:0:6187:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788796720.363187:0:6187:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1788796720.363189:0:6187:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788796720.363193:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cd7ca531000 from 7 10000000:00000001:2.0:1788796720.363196:0:6187:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788796720.363198:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1788796720.363213:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c9cbdf80. 00000020:00000040:2.0:1788796720.363237:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:2.0:1788796720.363244:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788796720.363248:0:6187:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788796720.363256:0:6187:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788796720.363266:0:6187:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9cd7cbb0a200. 00000100:00000001:2.0:1788796720.363275:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796720.363282:0:6187:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788796720.363287:0:6187:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788796720.363296:0:6187:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9cd7c50bc800. 00010000:00000001:2.0:1788796720.363302:0:6187:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788796720.363305:0:6187:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9cd7fc60fa00. 00000020:00000001:2.0:1788796720.363312:0:6187:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788796720.363316:0:6187:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9cd7fc60fa00 with handle 0xd9d1237998ae72d6 to hash 00000020:00000001:2.0:1788796720.363318:0:6187:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788796720.363320:0:6187:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635050198956544 : -109023510595072 : ffff9cd7fc60fa00) 00010000:00000001:2.0:1788796720.363323:0:6187:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635050198956544 : -109023510595072 : ffff9cd7fc60fa00) 00010000:00000001:2.0:1788796720.363327:0:6187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788796720.363341:0:6187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788796720.363346:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60fa00/0xd9d1237998ae72d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796720.363357:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60fa00/0xd9d1237998ae72d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788796720.363370:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60fa00/0xd9d1237998ae72d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788796720.363377:0:6187:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788796720.363379:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788796720.363387:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9cd7c4f543c0. 00000100:00000001:2.0:1788796720.363390:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635049269150656 : -109024440400960 : ffff9cd7c4f543c0) 00000100:00000001:2.0:1788796720.363393:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796720.363395:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350324096 : -109024359227520 : ffff9cd7c9cbdf80) 00000100:00000001:2.0:1788796720.363401:0:6187:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788796720.363412:0:6187:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796720.363415:0:6187:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788796720.363417:0:6187:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788796720.363432:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.363451:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788796720.363454:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796720.363459:0:6187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788796720.363462:0:6187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788796720.363465:0:6187:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796720.363469:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c9cbdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000162560:192.168.204.119@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788796720.363473:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788796720.363481:0:6187:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788796720.363484:0:6187:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796720.363487:0:6187:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788796720.363493:0:6187:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9cd7c4e83400. 02000000:00000001:2.0:1788796720.363495:0:6187:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796720.363505:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1788796720.363510:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d00ee268. 00000400:00000010:2.0:1788796720.363520:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005add0. 00000100:00000200:2.0:1788796720.363530:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875689000162560, portal 25 00000100:00000001:2.0:1788796720.363533:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796720.363534:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049350324096 : -109024359227520 : ffff9cd7c9cbdf80) 00000100:00000040:2.0:1788796720.363542:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.363550:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796720.363554:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796720.363558:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a5d8. 00000100:00000200:2.0:1788796720.363561:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875689000162560, offset 0 00000400:00000200:2.0:1788796720.363569:0:6187:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796720.363591:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.363602:0:6187:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796720.363609:0:6187:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788796720.363621:0:6187:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1788796720.363626:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788796720.363629:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1788796720.363634:0:6187:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [179:179:256:4294967295] 192.168.204.119@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:2.0:1788796720.363640:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.363664:0:6187:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796720.363672:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796720.363679:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7d00. 00000800:00000200:2.0:1788796720.363688:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796720.363698:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796720.363704:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788796720.363728:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796720.363733:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1788796720.363736:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295058370 00000100:00000010:2.0:1788796720.363741:0:6187:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c48e16c0. 00000100:00000001:2.0:1788796720.363982:0:6187:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788796720.363993:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295058371 00000100:00000010:2.0:1788796720.363998:0:6187:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cd7c48e1060. 00000100:00000001:2.0:1788796720.364002:0:6187:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788796720.364006:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788796720.364227:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796720.364233:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7d00. 00000400:00000200:3.0:1788796720.364240:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796720.364246:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796720.364253:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a5d8 00000400:00000010:3.0:1788796720.364256:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a5d8. 00000100:00000001:3.0:1788796720.364260:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796720.364266:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.364277:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796720.364280:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.364288:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.364290:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788796720.364934:0:6187:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796720.364941:0:6187:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788796720.364944:0:6187:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788796720.364948:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c4f543c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788796720.364951:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796720.364955:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796720.393571:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.393604:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796720.393609:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.393612:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.393622:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.393632:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796720.393675:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.393681:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.393688:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.393693:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 344 into portal 25 MB=0x6a9ede0905500 00000400:00000200:2.0:1788796720.393699:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.393706:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 344/344 into md 0x9e5 [1] + 224 00000800:00000001:2.0:1788796720.393715:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.393725:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.393729:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796720.393734:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796720.393744:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796720.393904:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796720.393918:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.393946:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796720.393956:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.393959:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.395174:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796720.395187:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796720.395204:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796720.395208:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d00ee268. 00000400:00000200:1.0:1788796720.395218:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005add0 00000400:00000010:1.0:1788796720.395221:0:6187:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005add0. 00000100:00000001:1.0:1788796720.395225:0:6187:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796720.395235:0:6187:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796720.395246:0:6187:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.395254:0:6187:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796720.395256:0:6187:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.395259:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796720.395263:0:6187:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796720.395266:0:6187:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796720.395268:0:6187:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.395272:0:6187:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796720.395280:0:6187:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796720.395285:0:6187:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796720.395288:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796720.395290:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.395293:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796720.395296:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.395299:0:6187:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796720.395304:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.395312:0:6187:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796720.395316:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796720.395327:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796720.395331:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796720.395340:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c9cbdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000162560:192.168.204.119@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788796720.395346:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.395353:0:6187:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.395356:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788796720.395359:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796720.395363:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.395370:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788796720.395374:0:6187:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9cd7c4f543c0. 00000100:00000001:1.0:1788796720.395378:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788796720.395379:0:6187:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.395383:0:6187:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788796720.395387:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788796720.395390:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788796720.395395:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7fc60fa00 refcount=4 00000020:00000001:1.0:1788796720.395397:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635050198956544 : -109023510595072 : ffff9cd7fc60fa00) 00010000:00000001:1.0:1788796720.395402:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635050198956544 : -109023510595072 : ffff9cd7fc60fa00) 00010000:00000040:1.0:1788796720.395410:0:6187:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9cd7fc60fa00, remote cookie: 0x7046c26bc86cb390, flags: 0x0 00010000:00000001:1.0:1788796720.395414:0:6187:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788796720.395419:0:6187:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788796720.395422:0:6187:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788796720.395424:0:6187:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788796720.395426:0:6187:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788796720.395429:0:6187:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9cd7c50bc800) refcount = 1 00010000:00010000:1.0:1788796720.395859:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60fa00/0xd9d1237998ae72d6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb390 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796720.395871:0:6187:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788796720.395873:0:6187:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788796720.395875:0:6187:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788796720.395879:0:6187:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788796720.395883:0:6187:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796720.395886:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60fa00/0xd9d1237998ae72d6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb390 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796720.395893:0:6187:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788796720.395905:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796720.395907:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796720.395908:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796720.395909:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796720.395911:0:6187:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.395914:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796720.395921:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c9cbdf80 x1875689000162560/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.395927:0:6187:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796720.395930:0:6187:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796720.395935:0:6187:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9cd7c4e83400. 02000000:00000001:1.0:1788796720.395939:0:6187:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796720.395942:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796720.395944:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796720.395946:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796720.395950:0:6187:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9cd7cbb0a200. 02000000:00000001:1.0:1788796720.395953:0:6187:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796720.395955:0:6187:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796720.395957:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c9cbdf80. 00000100:00000001:1.0:1788796720.395962:0:6187:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796720.395963:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788796720.395966:0:6187:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796720.395970:0:6187:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788796720.395972:0:6187:0:(mgc_request.c:108:config_log_get()) log params (ffff9cd7cbbbcc00) refs 3 10000000:00000001:1.0:1788796720.395975:0:6187:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.395977:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788796720.395978:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788796720.395980:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7fc60fa00 refcount=3 00000020:00000001:1.0:1788796720.395982:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635050198956544 : -109023510595072 : ffff9cd7fc60fa00) 00010000:00000001:1.0:1788796720.395998:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635050198956544 : -109023510595072 : ffff9cd7fc60fa00) 00010000:00000001:1.0:1788796720.396001:0:6187:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788796720.396003:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796720.396004:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796720.396006:0:6187:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796720.396379:0:6187:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788796720.396386:0:6187:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9cd7d01656c0. 00000020:00000010:1.0:1788796720.396391:0:6187:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9cd7d0166400. 00000020:00000010:1.0:1788796720.396404:0:6187:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9cd7d0167000. 00000040:00000010:1.0:1788796720.396409:0:6187:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9cd7d0167c00. 00000020:00000010:1.0:1788796720.396415:0:6187:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9cd7c489c800. 00000020:00000010:1.0:1788796720.396422:0:6187:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9cd7d0167400. 80000000:00000010:1.0:1788796720.396427:0:6187:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9cd7d0018600. 00040000:00000010:1.0:1788796720.396433:0:6187:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9cd7d0167e00. 20000000:00000010:1.0:1788796720.396439:0:6187:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9cd7d0166200. 10000000:00000040:1.0:1788796720.396445:0:6187:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9cd7cb1ee480 : new refcount 2 00000020:00000001:1.0:1788796720.396449:0:6187:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788796720.396451:0:6187:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788796720.396454:0:6187:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788796720.396458:0:6187:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9cd7d0166600. 00000040:00000001:1.0:1788796720.396462:0:6187:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788796720.396465:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000010:1.0:1788796720.396472:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd6a00. 00000020:00000040:1.0:1788796720.396474:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=5 obd=MGC192.168.204.119@tcp 00000100:00000001:1.0:1788796720.396479:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796720.396482:0:6187:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796720.396488:0:6187:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796720.396497:0:6187:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9cd7d0166000. 00000100:00000001:1.0:1788796720.396505:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.396512:0:6187:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788796720.396514:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788796720.396521:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9cd7c359c480. 00000100:00000001:1.0:1788796720.396523:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635049242182784 : -109024467368832 : ffff9cd7c359c480) 00000100:00000001:1.0:1788796720.396526:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796720.396528:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000001:1.0:1788796720.396533:0:6187:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796720.396538:0:6187:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.396540:0:6187:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788796720.396542:0:6187:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796720.396547:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.396553:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796720.396562:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.396566:0:6187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796720.396569:0:6187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796720.396571:0:6187:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796720.396575:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000162688:192.168.204.119@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788796720.396589:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796720.396597:0:6187:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796720.396599:0:6187:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.396602:0:6187:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796720.396607:0:6187:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0167200. 02000000:00000001:1.0:1788796720.396608:0:6187:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796720.396616:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796720.396621:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161478. 00000400:00000010:1.0:1788796720.396628:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162dd0. 00000100:00000200:1.0:1788796720.396635:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000162688, portal 25 00000100:00000001:1.0:1788796720.396637:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796720.396638:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000040:1.0:1788796720.396645:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.398664:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796720.398672:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796720.398686:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162220. 00000100:00000200:1.0:1788796720.398695:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875689000162688, offset 0 00000400:00000200:1.0:1788796720.398703:0:6187:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796720.398718:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796720.398731:0:6187:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796720.398738:0:6187:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796720.398957:0:6187:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796720.398962:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796720.398966:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796720.398972:0:6187:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [180:180:256:4294967295] 192.168.204.119@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:1.0:1788796720.398977:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796720.398990:0:6187:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796720.399031:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796720.399038:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2800. 00000800:00000200:1.0:1788796720.399046:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796720.399056:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796720.399062:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788796720.399089:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796720.399095:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796720.399098:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295058406 00000100:00000001:1.0:1788796720.399109:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058370 00000100:00000001:1.0:1788796720.399115:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295058406 00000100:00000001:1.0:1788796720.399119:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058371 00000100:00000001:1.0:1788796720.399122:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796720.399127:0:6187:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.399130:0:6187:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796720.399133:0:6187:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788796720.399136:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c359c480 going to sleep for 11 seconds 00000100:00000001:1.0:1788796720.399140:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796720.399144:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796720.400031:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796720.400038:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2800. 00000400:00000200:3.0:1788796720.400045:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796720.400053:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796720.400060:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162220 00000400:00000010:3.0:1788796720.400064:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162220. 00000100:00000001:3.0:1788796720.400071:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796720.400080:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.400092:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796720.400095:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.400103:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.400104:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788796720.409628:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.409669:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796720.409674:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.409678:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.409691:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.409701:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796720.409713:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.409719:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.409726:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.409731:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 272 into portal 25 MB=0x6a9ede0905580 00000400:00000200:2.0:1788796720.409736:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.409743:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 272/272 into md 0x9f5 [1] + 224 00000800:00000001:2.0:1788796720.409763:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.409863:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.409868:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796720.409875:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796720.409886:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796720.409897:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796720.409910:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.409938:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796720.409953:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.409957:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.411859:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796720.411876:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796720.411878:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796720.411883:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161478. 00000400:00000200:1.0:1788796720.411893:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162dd0 00000400:00000010:1.0:1788796720.411897:0:6187:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162dd0. 00000100:00000001:1.0:1788796720.411904:0:6187:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796720.411916:0:6187:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796720.411929:0:6187:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.411938:0:6187:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796720.412009:0:6187:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.412034:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796720.412039:0:6187:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796720.412042:0:6187:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796720.412044:0:6187:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.412048:0:6187:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796720.412057:0:6187:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796720.412062:0:6187:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796720.412126:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796720.412129:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.412132:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796720.412135:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.412138:0:6187:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796720.412145:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.412164:0:6187:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796720.412168:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796720.412171:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796720.412175:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796720.412183:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000162688:192.168.204.119@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788796720.412190:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.412193:0:6187:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.412196:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788796720.412199:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796720.412203:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.412211:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788796720.412215:0:6187:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9cd7c359c480. 00000100:00000001:1.0:1788796720.412219:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788796720.412221:0:6187:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788796720.412229:0:6187:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788796720.412234:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796720.412236:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796720.412245:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1788796720.412247:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796720.412251:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd6a00 x1875689000162688/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.412257:0:6187:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796720.412260:0:6187:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796720.412264:0:6187:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0167200. 02000000:00000001:1.0:1788796720.412267:0:6187:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796720.412269:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796720.412270:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796720.412271:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796720.412274:0:6187:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9cd7d0166000. 02000000:00000001:1.0:1788796720.412278:0:6187:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796720.412281:0:6187:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796720.412283:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd6a00. 00000100:00000001:1.0:1788796720.412287:0:6187:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796720.412288:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788796720.412291:0:6187:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788796720.412295:0:6187:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788796720.412303:0:6187:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9cd7c9d74000. 00000040:00000001:1.0:1788796720.412305:0:6187:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788796720.412307:0:6187:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788796720.412310:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000010:1.0:1788796720.412315:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd6a00. 00000020:00000040:1.0:1788796720.412318:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=5 obd=MGC192.168.204.119@tcp 00000100:00000001:1.0:1788796720.412321:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796720.412325:0:6187:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796720.412330:0:6187:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796720.412336:0:6187:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9cd7d0166000. 00000100:00000001:1.0:1788796720.412343:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.412347:0:6187:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788796720.412348:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788796720.412354:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9cd7c359c480. 00000100:00000001:1.0:1788796720.412357:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635049242182784 : -109024467368832 : ffff9cd7c359c480) 00000100:00000001:1.0:1788796720.412360:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796720.412362:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000001:1.0:1788796720.412374:0:6187:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796720.412378:0:6187:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.412381:0:6187:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788796720.412383:0:6187:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796720.412388:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.412396:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796720.412398:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.412403:0:6187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796720.412406:0:6187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796720.412409:0:6187:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796720.412412:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000162816:192.168.204.119@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788796720.412416:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796720.412422:0:6187:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796720.412425:0:6187:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.412428:0:6187:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796720.412447:0:6187:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9cd7d01b8000. 02000000:00000001:1.0:1788796720.412449:0:6187:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796720.412457:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796720.412461:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161478. 00000400:00000010:1.0:1788796720.412468:0:6187:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9cd7c359c300. 00000100:00000200:1.0:1788796720.412476:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875689000162816, portal 25 00000100:00000001:1.0:1788796720.412478:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796720.412479:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000040:1.0:1788796720.412485:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.413750:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796720.413761:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796720.413768:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162dd0. 00000100:00000200:1.0:1788796720.413774:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875689000162816, offset 0 00000400:00000200:1.0:1788796720.413782:0:6187:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796720.413792:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796720.413818:0:6187:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796720.413835:0:6187:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796720.413840:0:6187:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796720.413844:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796720.413847:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796720.413851:0:6187:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [181:181:256:4294967295] 192.168.204.119@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:1.0:1788796720.413856:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796720.413867:0:6187:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796720.413873:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796720.413880:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2000. 00000800:00000200:1.0:1788796720.413889:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796720.413900:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796720.413906:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788796720.413937:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796720.414529:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796720.414534:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295058421 00000100:00000001:1.0:1788796720.414544:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058406 00000100:00000001:1.0:1788796720.414551:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295058421 00000100:00000001:1.0:1788796720.414555:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058406 00000100:00000001:1.0:1788796720.414558:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796720.414562:0:6187:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.414565:0:6187:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796720.414567:0:6187:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788796720.414570:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c359c480 going to sleep for 11 seconds 00000100:00000001:1.0:1788796720.414574:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796720.414577:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796720.415421:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796720.415429:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2000. 00000400:00000200:2.0:1788796720.415438:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796720.415446:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796720.415455:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162dd0 00000400:00000010:2.0:1788796720.415458:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162dd0. 00000100:00000001:2.0:1788796720.415465:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796720.415475:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.415490:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796720.415494:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.415502:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796720.415504:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788796720.424363:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.424394:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796720.424400:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.424404:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.424415:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.424426:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796720.424438:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.424444:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.424469:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.424473:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 8416 into portal 25 MB=0x6a9ede0905600 00000400:00000200:2.0:1788796720.424479:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.424486:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 8416/8416 into md 0x9fd [4] + 224 00000800:00000001:2.0:1788796720.424496:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.424513:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.424517:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796720.424521:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796720.424530:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796720.424543:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796720.424555:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.424593:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796720.424605:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.424609:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.425219:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796720.425230:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796720.425234:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796720.425238:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161478. 00000400:00000200:1.0:1788796720.425245:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c359c300 00000400:00000010:1.0:1788796720.425249:0:6187:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9cd7c359c300. 00000100:00000001:1.0:1788796720.425253:0:6187:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796720.425269:0:6187:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796720.425280:0:6187:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.425287:0:6187:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796720.425290:0:6187:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.425293:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796720.425298:0:6187:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796720.425301:0:6187:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796720.425304:0:6187:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.425308:0:6187:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796720.425318:0:6187:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796720.425323:0:6187:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796720.425327:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796720.425329:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.425418:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796720.425421:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.425425:0:6187:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796720.425431:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.425439:0:6187:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796720.425443:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796720.425445:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796720.425449:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796720.425457:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000162816:192.168.204.119@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788796720.425464:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.425468:0:6187:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.425471:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788796720.425473:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796720.425477:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.425496:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788796720.425500:0:6187:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9cd7c359c480. 00000100:00000001:1.0:1788796720.425503:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788796720.425505:0:6187:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788796720.425517:0:6187:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788796720.425519:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796720.425523:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd6a00 x1875689000162816/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.425529:0:6187:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796720.425532:0:6187:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796720.425537:0:6187:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9cd7d01b8000. 02000000:00000001:1.0:1788796720.425550:0:6187:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796720.425554:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796720.425557:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796720.425560:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796720.425563:0:6187:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9cd7d0166000. 02000000:00000001:1.0:1788796720.425567:0:6187:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796720.425569:0:6187:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796720.425571:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd6a00. 00000100:00000001:1.0:1788796720.425575:0:6187:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796720.425577:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788796720.425592:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796720.425594:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796720.425595:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:1.0:1788796720.425599:0:6187:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788796720.425602:0:6187:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788796720.425607:0:6187:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788796720.425611:0:6187:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9cd7d00189c0. 00000040:00001000:1.0:1788796720.425615:0:6187:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00010000:00000001:2.0:1788796720.426911:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796720.426920:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796720.426927:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796720.426929:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796720.427021:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796720.427025:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796720.427029:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:2.0:1788796720.427897:0:10413:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788796720.427909:0:10413:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9cd7cbb0b400. 00000020:00000010:2.0:1788796720.427918:0:10413:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9cd7cbb0be00. 00000040:00000010:2.0:1788796720.427924:0:10413:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9cd7cbb0a000. 00000020:00000010:2.0:1788796720.427931:0:10413:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9cd7c9d5e800. 00000020:00000010:2.0:1788796720.427938:0:10413:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9cd7c9cad588. 00000020:00000010:2.0:1788796720.427943:0:10413:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9cd7cbb0ba00. 80000000:00000010:2.0:1788796720.427950:0:10413:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9cd7c48e1120. 40000000:00000010:2.0:1788796720.427955:0:10413:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9cd7c49f0780. 00100000:00000010:2.0:1788796720.427961:0:10413:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9cd7c9d58000. 00040000:00000010:2.0:1788796720.427967:0:10413:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9cd7c6ec7e00. 00040000:00000010:2.0:1788796720.427972:0:10413:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9cd7c9d5c800. 00040000:00000010:2.0:1788796720.428258:0:10413:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9cd7cbb0a200. 00000004:00000010:2.0:1788796720.428264:0:10413:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9cd7c9d5b800. 00000004:00000010:2.0:1788796720.428272:0:10413:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9cd7c49e9000. 00000004:00000010:2.0:1788796720.428277:0:10413:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9cd7c9d5d800. 00002000:00000010:2.0:1788796720.428283:0:10413:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9cd7c4e82c00. 00000004:00000010:2.0:1788796720.428289:0:10413:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9cd7c4e80c00. 00000020:00000010:2.0:1788796720.428295:0:10413:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9cd7c49f0180. 00000040:00000010:2.0:1788796720.428307:0:10413:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9cd7c4e68000. 00000040:00080000:2.0:1788796720.430044:0:10413:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788796720.430057:0:10413:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9cd7c4e68000. 00000020:00000010:2.0:1788796720.430071:0:10413:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9cd7c49f0180. 00000020:00000010:2.0:1788796720.430095:0:10413:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9cd7cbb0be00. 00000040:00000010:2.0:1788796720.430101:0:10413:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9cd7cbb0a000. 00000020:00000010:2.0:1788796720.430104:0:10413:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9cd7c9d5e800. 00000020:00000010:2.0:1788796720.430109:0:10413:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9cd7c9cad588. 00000020:00000010:2.0:1788796720.430117:0:10413:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9cd7cbb0ba00. 80000000:00000010:2.0:1788796720.430121:0:10413:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9cd7c48e1120. 40000000:00000010:2.0:1788796720.430125:0:10413:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9cd7c49f0780. 00100000:00000010:2.0:1788796720.430130:0:10413:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9cd7c9d58000. 00040000:00000010:2.0:1788796720.430134:0:10413:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9cd7c6ec7e00. 00040000:00000010:2.0:1788796720.430139:0:10413:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9cd7c9d5c800. 00040000:00000010:2.0:1788796720.430143:0:10413:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9cd7cbb0a200. 00000004:00000010:2.0:1788796720.430147:0:10413:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9cd7c9d5b800. 00000004:00000010:2.0:1788796720.430153:0:10413:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9cd7c49e9000. 00000004:00000010:2.0:1788796720.430158:0:10413:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9cd7c9d5d800. 00002000:00000010:2.0:1788796720.430163:0:10413:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9cd7c4e82c00. 00000004:00000010:2.0:1788796720.430167:0:10413:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9cd7c4e80c00. 00000020:00000010:2.0:1788796720.430170:0:10413:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9cd7cbb0b400. 00000040:00000010:1.0:1788796720.430860:0:6187:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9cd7d00189c0. 00000040:00000001:1.0:1788796720.430867:0:6187:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788796720.430871:0:6187:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788796720.430878:0:6187:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9cd7c9d74000. 00000040:00000010:1.0:1788796720.430883:0:6187:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9cd7d0166600. 00000020:00000001:1.0:1788796720.430911:0:6187:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796720.430915:0:6187:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788796720.430920:0:6187:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9cd7d0167000. 00000040:00000010:1.0:1788796720.430923:0:6187:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9cd7d0167c00. 00000020:00000010:1.0:1788796720.430925:0:6187:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9cd7c489c800. 00000020:00000010:1.0:1788796720.430930:0:6187:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9cd7d0167400. 80000000:00000010:1.0:1788796720.430934:0:6187:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9cd7d0018600. 00040000:00000010:1.0:1788796720.430937:0:6187:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9cd7d0167e00. 20000000:00000010:1.0:1788796720.430941:0:6187:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9cd7d0166200. 00000020:00000010:1.0:1788796720.430945:0:6187:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9cd7d0166400. 10000000:00000010:1.0:1788796720.430947:0:6187:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9cd7d01656c0. 10000000:01000000:1.0:1788796720.430951:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788796720.430954:0:6187:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788796720.430958:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788796720.430961:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788796720.430965:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7fc60fa00 refcount=3 00000020:00000001:1.0:1788796720.430968:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635050198956544 : -109023510595072 : ffff9cd7fc60fa00) 00010000:00000001:1.0:1788796720.430972:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635050198956544 : -109023510595072 : ffff9cd7fc60fa00) 00010000:00000001:1.0:1788796720.430974:0:6187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788796720.430980:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60fa00/0xd9d1237998ae72d6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb390 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796720.431001:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796720.431003:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788796720.431006:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60fa00/0xd9d1237998ae72d6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb390 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796720.431013:0:6187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788796720.431014:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796720.431015:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788796720.431017:0:6187:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796720.431019:0:6187:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796720.431022:0:6187:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788796720.431026:0:6187:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788796720.431027:0:6187:0:(mgc_request.c:108:config_log_get()) log params (ffff9cd7cb3c7600) refs 2 10000000:00000001:1.0:1788796720.431035:0:6187:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796720.431037:0:6187:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788796720.431039:0:6187:0:(mgc_request.c:123:config_log_put()) log params(ffff9cd7cbbbcc00) refs 3 10000000:00000001:1.0:1788796720.431042:0:6187:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788796720.431043:0:6187:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788796720.431045:0:6187:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788796720.431047:0:6187:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788796720.431049:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9cd7c9045800 from 7 10000000:00000001:1.0:1788796720.431052:0:6187:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788796720.431053:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788796720.431061:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd6a00. 00000020:00000040:1.0:1788796720.431066:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:1.0:1788796720.431072:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796720.431076:0:6187:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796720.431082:0:6187:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796720.431090:0:6187:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9cd7d0166400. 00000100:00000001:1.0:1788796720.431099:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.431105:0:6187:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788796720.431107:0:6187:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788796720.431114:0:6187:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9cd7c50bc800 count: 2 00010000:00000001:1.0:1788796720.431118:0:6187:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788796720.431121:0:6187:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788796720.431126:0:6187:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9cd7cc88a000. 00000020:00000001:1.0:1788796720.431131:0:6187:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788796720.431133:0:6187:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9cd7cc88a000 with handle 0xd9d1237998ae72dd to hash 00000020:00000001:1.0:1788796720.431135:0:6187:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788796720.431137:0:6187:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:1.0:1788796720.431140:0:6187:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:1.0:1788796720.431144:0:6187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788796720.431148:0:6187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796720.431152:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae72dd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796720.431160:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae72dd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796720.431185:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae72dd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788796720.431192:0:6187:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788796720.431194:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788796720.431203:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9cd7c359c480. 00000100:00000001:1.0:1788796720.431206:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635049242182784 : -109024467368832 : ffff9cd7c359c480) 00000100:00000001:1.0:1788796720.431208:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796720.431210:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000001:1.0:1788796720.431216:0:6187:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796720.431221:0:6187:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.431224:0:6187:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788796720.431227:0:6187:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796720.431240:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.431249:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796720.431253:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.431257:0:6187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796720.431261:0:6187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796720.431264:0:6187:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796720.431268:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000162944:192.168.204.119@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788796720.431272:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796720.431280:0:6187:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796720.431282:0:6187:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.431285:0:6187:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796720.431290:0:6187:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9cd7c4885c00. 02000000:00000001:1.0:1788796720.431292:0:6187:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796720.431302:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796720.431307:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161478. 00000400:00000010:1.0:1788796720.431314:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162cc0. 00000100:00000200:1.0:1788796720.431322:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875689000162944, portal 25 00000100:00000001:1.0:1788796720.431324:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796720.433516:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000040:1.0:1788796720.433539:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.433550:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796720.433553:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796720.433563:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162770. 00000100:00000200:1.0:1788796720.433572:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875689000162944, offset 0 00000400:00000200:1.0:1788796720.433590:0:6187:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796720.433603:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796720.433614:0:6187:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796720.433620:0:6187:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796720.433625:0:6187:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796720.433629:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796720.433632:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796720.433636:0:6187:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [182:182:256:4294967295] 192.168.204.119@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:1.0:1788796720.433641:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796720.433652:0:6187:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796720.433659:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796720.433666:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2000. 00000800:00000200:1.0:1788796720.433674:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796720.433683:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796720.433689:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788796720.433709:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796720.433715:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796720.433719:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295058438 00000100:00000001:1.0:1788796720.433729:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058421 00000100:00000001:1.0:1788796720.433735:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295058438 00000100:00000001:1.0:1788796720.433739:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058421 00000100:00000001:1.0:1788796720.433742:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796720.433745:0:6187:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.433763:0:6187:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796720.433765:0:6187:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788796720.433769:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c359c480 going to sleep for 11 seconds 00000100:00000001:1.0:1788796720.433772:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796720.433776:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796720.436197:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796720.436211:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2000. 00000400:00000200:2.0:1788796720.436220:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796720.436232:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796720.436243:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162770 00000400:00000010:2.0:1788796720.436247:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162770. 00000100:00000001:2.0:1788796720.436272:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796720.436282:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.436298:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796720.436302:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.436311:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796720.436313:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788796720.440301:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.440319:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796720.440324:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.440326:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.440335:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.440342:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796720.440351:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.440357:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.440362:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.440366:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 344 into portal 25 MB=0x6a9ede0905680 00000400:00000200:2.0:1788796720.440372:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.440377:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 344/344 into md 0xa05 [1] + 224 00000800:00000001:2.0:1788796720.440385:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.440394:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.440398:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796720.440402:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796720.440410:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796720.440419:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796720.440429:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.440457:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796720.440466:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.440492:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.443782:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788796720.443838:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788796720.443840:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788796720.443846:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161478. 00000400:00000200:1.0:1788796720.443857:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162cc0 00000400:00000010:1.0:1788796720.443859:0:6187:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162cc0. 00000100:00000001:1.0:1788796720.443866:0:6187:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788796720.443883:0:6187:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788796720.443896:0:6187:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.443906:0:6187:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788796720.443909:0:6187:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.443912:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788796720.443916:0:6187:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788796720.443919:0:6187:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788796720.443922:0:6187:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.443926:0:6187:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788796720.443934:0:6187:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1788796720.443939:0:6187:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1788796720.443941:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788796720.443944:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.443946:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788796720.443949:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.443952:0:6187:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788796720.443957:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.443965:0:6187:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796720.443969:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788796720.443972:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788796720.443998:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788796720.444007:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000162944:192.168.204.119@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788796720.444013:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788796720.444016:0:6187:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.444019:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788796720.444022:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796720.444026:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.444033:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788796720.444037:0:6187:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9cd7c359c480. 00000100:00000001:1.0:1788796720.444041:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788796720.444043:0:6187:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.444046:0:6187:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788796720.444051:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788796720.444054:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788796720.444058:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7cc88a000 refcount=4 00000020:00000001:1.0:1788796720.444061:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:1.0:1788796720.444065:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000040:1.0:1788796720.444072:0:6187:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9cd7cc88a000, remote cookie: 0x7046c26bc86cb397, flags: 0x0 00010000:00000001:1.0:1788796720.444077:0:6187:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788796720.444081:0:6187:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788796720.444084:0:6187:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788796720.444086:0:6187:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788796720.444087:0:6187:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788796720.444091:0:6187:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9cd7c50bc800) refcount = 2 00010000:00000040:1.0:1788796720.444094:0:6187:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788796720.444099:0:6187:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.119@tcp lock: ffff9cd7fc60fa00/0xd9d1237998ae72d6 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb390 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788796720.444108:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae72dd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb397 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796720.444126:0:6187:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788796720.444128:0:6187:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788796720.444130:0:6187:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788796720.444133:0:6187:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788796720.444136:0:6187:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796720.444140:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae72dd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7046c26bc86cb397 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788796720.444146:0:6187:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788796720.444148:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796720.444151:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796720.444152:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796720.444153:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796720.444155:0:6187:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.444159:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788796720.444162:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd6a00 x1875689000162944/t0(0) o101->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 328/344 e 0 to 0 dl 1788796736 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.444168:0:6187:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788796720.444171:0:6187:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788796720.444175:0:6187:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9cd7c4885c00. 02000000:00000001:1.0:1788796720.444178:0:6187:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788796720.444182:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788796720.444184:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:1.0:1788796720.444186:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788796720.444189:0:6187:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9cd7d0166400. 02000000:00000001:1.0:1788796720.444193:0:6187:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788796720.444195:0:6187:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788796720.444197:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd6a00. 00000100:00000001:1.0:1788796720.444201:0:6187:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788796720.444202:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788796720.444205:0:6187:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796720.444208:0:6187:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788796720.444210:0:6187:0:(mgc_request.c:108:config_log_get()) log params (ffff9cd7cb3c7600) refs 3 10000000:00000001:1.0:1788796720.444213:0:6187:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788796720.444224:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788796720.444225:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788796720.444227:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7cc88a000 refcount=3 00000020:00000001:1.0:1788796720.444229:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:1.0:1788796720.444231:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:1.0:1788796720.444233:0:6187:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788796720.444235:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788796720.444236:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788796720.444237:0:6187:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788796720.444241:0:6187:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788796720.444245:0:6187:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9cd7d01656c0. 00000020:00000010:1.0:1788796720.444251:0:6187:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9cd7d0166400. 00000020:00000010:1.0:1788796720.444257:0:6187:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9cd7d0166200. 00000040:00000010:1.0:1788796720.444262:0:6187:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9cd7d0167e00. 00000020:00000010:1.0:1788796720.444268:0:6187:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9cd7c489c800. 00000020:00000010:1.0:1788796720.444275:0:6187:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9cd7d0167400. 80000000:00000010:1.0:1788796720.444280:0:6187:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9cd7d0018600. 00040000:00000010:1.0:1788796720.444286:0:6187:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9cd7d0167c00. 20000000:00000010:1.0:1788796720.444292:0:6187:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9cd7d0167000. 10000000:00000040:1.0:1788796720.444298:0:6187:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9cd7cb1ee480 : new refcount 2 00000020:00000001:1.0:1788796720.444302:0:6187:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788796720.444304:0:6187:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788796720.444307:0:6187:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788796720.444312:0:6187:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9cd7d0166600. 00000040:00000001:1.0:1788796720.444316:0:6187:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788796720.444319:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000010:1.0:1788796720.444325:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7c8bd6a00. 00000020:00000040:1.0:1788796720.444328:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=5 obd=MGC192.168.204.119@tcp 00000100:00000001:1.0:1788796720.444334:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788796720.444337:0:6187:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788796720.444344:0:6187:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788796720.444352:0:6187:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9cd7d0166000. 00000100:00000001:1.0:1788796720.444360:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.444367:0:6187:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788796720.444369:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788796720.444381:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9cd7c359c480. 00000100:00000001:1.0:1788796720.444383:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635049242182784 : -109024467368832 : ffff9cd7c359c480) 00000100:00000001:1.0:1788796720.444386:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796720.444387:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000001:1.0:1788796720.444393:0:6187:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788796720.444398:0:6187:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.444400:0:6187:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788796720.444402:0:6187:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788796720.444407:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.444414:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788796720.444416:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.444421:0:6187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788796720.444425:0:6187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788796720.444428:0:6187:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788796720.444432:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000163072:192.168.204.119@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788796720.444436:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788796720.444443:0:6187:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788796720.444447:0:6187:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788796720.444450:0:6187:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788796720.444455:0:6187:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0167200. 02000000:00000001:1.0:1788796720.444457:0:6187:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796720.444467:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1788796720.444471:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d0161478. 00000400:00000010:1.0:1788796720.444478:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d0162cc0. 00000100:00000200:1.0:1788796720.444485:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000163072, portal 25 00000100:00000001:1.0:1788796720.444487:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788796720.444488:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049332599296 : -109024376952320 : ffff9cd7c8bd6a00) 00000100:00000040:1.0:1788796720.444495:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788796720.444503:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788796720.444506:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1788796720.444510:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d01624c8. 00000100:00000200:1.0:1788796720.444520:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875689000163072, offset 0 00000400:00000200:1.0:1788796720.444528:0:6187:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1788796720.444540:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796720.444549:0:6187:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1788796720.444557:0:6187:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788796720.444562:0:6187:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1788796720.444566:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788796720.444569:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1788796720.444573:0:6187:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [183:183:256:4294967295] 192.168.204.119@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:1.0:1788796720.444593:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1788796720.444604:0:6187:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1788796720.444611:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1788796720.444617:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7ca1d2800. 00000800:00000200:1.0:1788796720.444626:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1788796720.444635:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1788796720.444640:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7ca1d2800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788796720.444661:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788796720.444666:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1788796720.444669:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295058451 00000100:00000001:1.0:1788796720.444678:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058438 00000100:00000001:1.0:1788796720.444684:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295058451 00000100:00000001:1.0:1788796720.444689:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058438 00000100:00000001:1.0:1788796720.444692:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788796720.444695:0:6187:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788796720.444698:0:6187:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788796720.444700:0:6187:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788796720.444703:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c359c480 going to sleep for 11 seconds 00000100:00000001:1.0:1788796720.444705:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788796720.444707:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788796720.447575:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796720.447607:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7ca1d2800. 00000400:00000200:3.0:1788796720.447614:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796720.447623:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796720.447630:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d01624c8 00000400:00000010:3.0:1788796720.447633:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d01624c8. 00000100:00000001:3.0:1788796720.447639:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796720.447647:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.447660:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796720.447664:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.447671:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.447673:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788796720.463981:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.463998:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796720.464003:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.464005:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.464014:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.464022:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796720.464039:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.464044:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.464049:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.464053:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 272 into portal 25 MB=0x6a9ede0905700 00000400:00000200:2.0:1788796720.464058:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.464063:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 272/272 into md 0xa0d [1] + 224 00000800:00000001:2.0:1788796720.464071:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.464078:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.464082:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796720.464087:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796720.464093:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796720.464103:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796720.464115:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.464136:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796720.464143:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.464146:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796720.464215:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796720.464223:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796720.464225:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796720.464228:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d0161478. 00000400:00000200:3.0:1788796720.464233:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d0162cc0 00000400:00000010:3.0:1788796720.464236:0:6187:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d0162cc0. 00000100:00000001:3.0:1788796720.464239:0:6187:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796720.464244:0:6187:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796720.464253:0:6187:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.464259:0:6187:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796720.464261:0:6187:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796720.464263:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796720.464266:0:6187:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796720.464268:0:6187:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796720.464271:0:6187:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796720.464274:0:6187:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796720.464281:0:6187:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796720.464284:0:6187:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796720.464287:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796720.464303:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796720.464306:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796720.464308:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.464311:0:6187:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796720.464316:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.464323:0:6187:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796720.464327:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796720.464329:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796720.464332:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796720.464339:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7c8bd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000163072:192.168.204.119@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788796720.464344:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796720.464347:0:6187:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.464350:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788796720.464352:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796720.464355:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.464361:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788796720.464363:0:6187:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9cd7c359c480. 00000100:00000001:3.0:1788796720.464367:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788796720.464369:0:6187:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788796720.464375:0:6187:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788796720.464380:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796720.464381:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000020:00000001:3.0:1788796720.464384:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1788796720.464385:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796720.464388:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7c8bd6a00 x1875689000163072/t0(0) o501->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 504/272 e 0 to 0 dl 1788796736 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.464395:0:6187:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796720.464397:0:6187:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796720.464401:0:6187:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0167200. 02000000:00000001:3.0:1788796720.464409:0:6187:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796720.464410:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796720.464412:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:3.0:1788796720.464413:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796720.464416:0:6187:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9cd7d0166000. 02000000:00000001:3.0:1788796720.464419:0:6187:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796720.464420:0:6187:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796720.464423:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7c8bd6a00. 00000100:00000001:3.0:1788796720.464426:0:6187:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796720.464427:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788796720.464431:0:6187:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788796720.464434:0:6187:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788796720.464440:0:6187:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9cd7d02ba000. 00000040:00000001:3.0:1788796720.464443:0:6187:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788796720.464444:0:6187:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788796720.464447:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000010:3.0:1788796720.464451:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7ca460700. 00000020:00000040:3.0:1788796720.464454:0:6187:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=5 obd=MGC192.168.204.119@tcp 00000100:00000001:3.0:1788796720.464458:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788796720.464460:0:6187:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788796720.464464:0:6187:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788796720.464470:0:6187:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9cd7d0055a00. 00000100:00000001:3.0:1788796720.464475:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.464479:0:6187:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788796720.464481:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788796720.464485:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9cd7c3599840. 00000100:00000001:3.0:1788796720.464488:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635049242171456 : -109024467380160 : ffff9cd7c3599840) 00000100:00000001:3.0:1788796720.464491:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796720.464492:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049358329600 : -109024351222016 : ffff9cd7ca460700) 00000100:00000001:3.0:1788796720.464497:0:6187:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788796720.464501:0:6187:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.464503:0:6187:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788796720.464504:0:6187:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796720.464509:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.464515:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796720.464523:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796720.464527:0:6187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796720.464530:0:6187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796720.464532:0:6187:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796720.464536:0:6187:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000163200:192.168.204.119@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788796720.464539:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796720.464544:0:6187:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796720.464546:0:6187:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796720.464548:0:6187:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796720.464563:0:6187:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9cd7d01b8000. 02000000:00000001:3.0:1788796720.464565:0:6187:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796720.464570:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796720.464573:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb6e0. 00000400:00000010:3.0:1788796720.464587:0:6187:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9cd7c35999c0. 00000100:00000200:3.0:1788796720.464593:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875689000163200, portal 25 00000100:00000001:3.0:1788796720.464595:0:6187:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796720.464596:0:6187:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049358329600 : -109024351222016 : ffff9cd7ca460700) 00000100:00000040:3.0:1788796720.464602:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.464609:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796720.464612:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796720.464615:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d86e8. 00000100:00000200:3.0:1788796720.464618:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875689000163200, offset 0 00000400:00000200:3.0:1788796720.464623:0:6187:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796720.464629:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796720.464635:0:6187:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796720.464640:0:6187:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796720.464644:0:6187:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796720.464648:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796720.464650:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796720.464654:0:6187:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [184:184:256:4294967295] 192.168.204.119@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:3.0:1788796720.464658:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796720.464666:0:6187:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796720.464677:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796720.464682:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39800. 00000800:00000200:3.0:1788796720.464689:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796720.464696:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796720.464700:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788796720.464712:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796720.464717:0:6187:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796720.464720:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295058471 00000800:00000200:3.0:1788796720.464822:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788796720.464826:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39800. 00000400:00000200:3.0:1788796720.464829:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788796720.464833:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1788796720.464836:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d86e8 00000400:00000010:3.0:1788796720.464838:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d86e8. 00000100:00000001:3.0:1788796720.464842:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788796720.464846:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.464854:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796720.464857:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.464863:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.464864:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788796720.464879:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058451 00000100:00000001:3.0:1788796720.464884:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295058471 00000100:00000001:3.0:1788796720.464887:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058451 00000100:00000001:3.0:1788796720.464889:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796720.464892:0:6187:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.464894:0:6187:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796720.464896:0:6187:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788796720.464898:0:6187:0:(client.c:2716:ptlrpc_set_wait()) set ffff9cd7c3599840 going to sleep for 11 seconds 00000100:00000001:3.0:1788796720.464900:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796720.464908:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796720.468235:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.468252:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796720.468256:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.468259:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.468266:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.468274:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796720.468282:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.468287:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.468307:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.468311:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 8416 into portal 25 MB=0x6a9ede0905780 00000400:00000200:2.0:1788796720.468317:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796720.468322:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 8416/8416 into md 0xa15 [4] + 224 00000800:00000001:2.0:1788796720.468330:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.468342:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796720.468345:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796720.468350:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796720.468358:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796720.468366:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796720.468377:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796720.468396:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796720.468404:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796720.468407:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796720.468600:0:6187:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796720.468607:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796720.468609:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796720.468612:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb6e0. 00000400:00000200:3.0:1788796720.468617:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7c35999c0 00000400:00000010:3.0:1788796720.468619:0:6187:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9cd7c35999c0. 00000100:00000001:3.0:1788796720.468622:0:6187:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796720.468627:0:6187:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796720.468636:0:6187:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.468641:0:6187:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796720.468643:0:6187:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796720.468646:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796720.468649:0:6187:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796720.468652:0:6187:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796720.468654:0:6187:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796720.468657:0:6187:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796720.468663:0:6187:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796720.468667:0:6187:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796720.468670:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796720.468671:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796720.468674:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796720.468676:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.468679:0:6187:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796720.468683:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.468690:0:6187:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796720.468693:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796720.468695:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796720.468699:0:6187:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796720.468706:0:6187:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:777c5382-705f-479f-8f4d-3aa5213b2694:6187:1875689000163200:192.168.204.119@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788796720.468717:0:6187:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796720.468720:0:6187:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796720.468722:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788796720.468724:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796720.468728:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.468743:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788796720.468747:0:6187:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9cd7c3599840. 00000100:00000001:3.0:1788796720.468749:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788796720.468751:0:6187:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788796720.468759:0:6187:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788796720.468761:0:6187:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796720.468764:0:6187:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7ca460700 x1875689000163200/t0(0) o503->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788796736 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796720.468770:0:6187:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796720.468773:0:6187:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796720.468775:0:6187:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9cd7d01b8000. 02000000:00000001:3.0:1788796720.468787:0:6187:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796720.468789:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796720.468791:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000020:00000001:3.0:1788796720.468794:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796720.468796:0:6187:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9cd7d0055a00. 02000000:00000001:3.0:1788796720.468832:0:6187:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796720.468835:0:6187:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796720.468837:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7ca460700. 00000100:00000001:3.0:1788796720.468841:0:6187:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796720.468842:0:6187:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788796720.468846:0:6187:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796720.468847:0:6187:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:3.0:1788796720.468849:0:6187:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:3.0:1788796720.468852:0:6187:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788796720.468854:0:6187:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788796720.468858:0:6187:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788796720.468861:0:6187:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9cd7c366eea0. 00000040:00001000:3.0:1788796720.468864:0:6187:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1788796720.471656:0:10414:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788796720.471667:0:10414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9cd7d0167800. 00000020:00000010:1.0:1788796720.471687:0:10414:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9cd7d0167600. 00000040:00000010:1.0:1788796720.471692:0:10414:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9cd7d0166800. 00000020:00000010:1.0:1788796720.471697:0:10414:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9cd7c4898000. 00000020:00000010:1.0:1788796720.471703:0:10414:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9cd7d02a9928. 00000020:00000010:1.0:1788796720.471708:0:10414:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9cd7d0166000. 80000000:00000010:1.0:1788796720.471712:0:10414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9cd7d00189c0. 40000000:00000010:1.0:1788796720.471716:0:10414:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9cd7d0165280. 00100000:00000010:1.0:1788796720.471721:0:10414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9cd7c489e800. 00040000:00000010:1.0:1788796720.471725:0:10414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9cd7ca1d2a00. 00040000:00000010:1.0:1788796720.471729:0:10414:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9cd7c489b000. 00040000:00000010:1.0:1788796720.471733:0:10414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9cd7d0167200. 00000004:00000010:1.0:1788796720.471746:0:10414:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9cd7c489b800. 00000004:00000010:1.0:1788796720.471752:0:10414:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9cd7d018f000. 00000004:00000010:1.0:1788796720.471757:0:10414:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9cd7c489d800. 00002000:00000010:1.0:1788796720.471762:0:10414:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9cd7c4885c00. 00000004:00000010:1.0:1788796720.471767:0:10414:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9cd7c4886800. 00000020:00000010:1.0:1788796720.471772:0:10414:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9cd7d0165e00. 00000040:00000010:1.0:1788796720.471780:0:10414:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9cd7c9d74000. 00000040:00080000:1.0:1788796720.472282:0:10414:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1788796720.472288:0:10414:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9cd7c9d74000. 00000020:00000010:1.0:1788796720.472294:0:10414:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9cd7d0165e00. 00000020:00000010:1.0:1788796720.472310:0:10414:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9cd7d0167600. 00000040:00000010:1.0:1788796720.472314:0:10414:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9cd7d0166800. 00000020:00000010:1.0:1788796720.472317:0:10414:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9cd7c4898000. 00000020:00000010:1.0:1788796720.472321:0:10414:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9cd7d02a9928. 00000020:00000010:1.0:1788796720.472326:0:10414:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9cd7d0166000. 80000000:00000010:1.0:1788796720.472329:0:10414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9cd7d00189c0. 40000000:00000010:1.0:1788796720.472333:0:10414:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9cd7d0165280. 00100000:00000010:1.0:1788796720.472336:0:10414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9cd7c489e800. 00040000:00000010:1.0:1788796720.472340:0:10414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9cd7ca1d2a00. 00040000:00000010:1.0:1788796720.472343:0:10414:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9cd7c489b000. 00040000:00000010:1.0:1788796720.472346:0:10414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9cd7d0167200. 00000004:00000010:1.0:1788796720.472349:0:10414:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9cd7c489b800. 00000004:00000010:1.0:1788796720.472352:0:10414:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9cd7d018f000. 00000004:00000010:1.0:1788796720.472364:0:10414:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9cd7c489d800. 00002000:00000010:1.0:1788796720.472367:0:10414:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9cd7c4885c00. 00000004:00000010:1.0:1788796720.472371:0:10414:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9cd7c4886800. 00000020:00000010:1.0:1788796720.472374:0:10414:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9cd7d0167800. 00000040:00000010:3.0:1788796720.472657:0:6187:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9cd7c366eea0. 00000040:00000001:3.0:1788796720.472662:0:6187:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1788796720.472666:0:6187:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1788796720.472670:0:6187:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9cd7d02ba000. 00000040:00000010:3.0:1788796720.472674:0:6187:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9cd7d0166600. 00000020:00000001:3.0:1788796720.472677:0:6187:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788796720.472680:0:6187:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1788796720.472683:0:6187:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9cd7d0166200. 00000040:00000010:3.0:1788796720.472685:0:6187:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9cd7d0167e00. 00000020:00000010:3.0:1788796720.472688:0:6187:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9cd7c489c800. 00000020:00000010:3.0:1788796720.472690:0:6187:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9cd7d0167400. 80000000:00000010:3.0:1788796720.472692:0:6187:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9cd7d0018600. 00040000:00000010:3.0:1788796720.472695:0:6187:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9cd7d0167c00. 20000000:00000010:3.0:1788796720.472699:0:6187:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9cd7d0167000. 00000020:00000010:3.0:1788796720.472701:0:6187:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9cd7d0166400. 10000000:00000010:3.0:1788796720.472704:0:6187:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9cd7d01656c0. 10000000:01000000:3.0:1788796720.472706:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.119@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1788796720.472709:0:6187:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1788796720.472712:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788796720.472714:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788796720.472717:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9cd7cc88a000 refcount=3 00000020:00000001:3.0:1788796720.472719:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:3.0:1788796720.472722:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635049396248576 : -109024313303040 : ffff9cd7cc88a000) 00010000:00000001:3.0:1788796720.472725:0:6187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788796720.472737:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae72dd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb397 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788796720.472746:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788796720.472747:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788796720.472750:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.119@tcp lock: ffff9cd7cc88a000/0xd9d1237998ae72dd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7046c26bc86cb397 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788796720.472755:0:6187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788796720.472764:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788796720.472765:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788796720.472766:0:6187:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788796720.472768:0:6187:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788796720.472771:0:6187:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1788796720.472773:0:6187:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788796720.472775:0:6187:0:(mgc_request.c:123:config_log_put()) log params(ffff9cd7cb3c7600) refs 3 10000000:00000001:3.0:1788796720.472777:0:6187:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1788796721.386994:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 777c5382-705f-479f-8f4d-3aa5213b2694->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788796721.387005:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788796721.387015:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7ca460700. 00000020:00000040:3.0:1788796721.387032:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7d00fc800 refcount=4 obd=MGC192.168.204.119@tcp 00000100:00000001:3.0:1788796721.387036:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788796721.387039:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788796721.387044:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788796721.387052:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e39800. 00000100:00000001:3.0:1788796721.387058:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.387069:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 777c5382-705f-479f-8f4d-3aa5213b2694->MGS req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788796721.387081:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788796721.387086:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.387092:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b1b3a68] to pc [ptlrpcd_01_01+1] req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.387163:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796721.387168:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796721.387171:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788796721.387177:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.387185:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788796721.387187:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796721.387190:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788796721.387193:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788796721.387195:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796721.387198:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000163328:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796721.387202:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788796721.387208:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788796721.387211:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796721.387213:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788796721.387217:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a200. 02000000:00000001:2.0:1788796721.387232:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796721.387239:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1788796721.387243:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d00ee108. 00000400:00000010:2.0:1788796721.387249:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005ab28. 00000100:00000200:2.0:1788796721.387256:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000163328, portal 25 00000100:00000001:2.0:1788796721.387259:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796721.387260:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049358329600 : -109024351222016 : ffff9cd7ca460700) 00000100:00000040:2.0:1788796721.387266:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.387273:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796721.387276:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796721.387278:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a990. 00000100:00000200:2.0:1788796721.387281:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875689000163328, offset 0 00000400:00000200:2.0:1788796721.387287:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796721.387304:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.387320:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796721.387326:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788796721.387330:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1788796721.387335:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788796721.387338:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1788796721.387341:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [185:185:256:4294967295] 192.168.204.119@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1788796721.387346:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.387355:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796721.387361:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796721.387366:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7e00. 00000800:00000200:2.0:1788796721.387373:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796721.387381:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796721.387386:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796721.387399:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796721.387403:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1788796721.387406:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 2 is 4295059394 00000100:00000001:2.0:1788796721.387429:0:2415:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058471 00000100:00000001:2.0:1788796721.387433:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS new deadline estimation for cpu 3 is 4295059394 00000100:00000001:2.0:1788796721.387437:0:2415:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058471 00000100:00000001:2.0:1788796721.387441:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796721.387443:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.387447:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.387450:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.387868:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.387872:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788796721.387876:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788796721.387880:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7ca463b80. 00000020:00000040:3.0:1788796721.387883:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ed000 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000100:00000001:3.0:1788796721.387885:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788796721.387887:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788796721.387890:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788796721.387894:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e39d00. 00000100:00000001:3.0:1788796721.387898:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.387910:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0000_UUID req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788796721.387917:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788796721.387919:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.387923:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e99f7662] to pc [ptlrpcd_01_00+0] req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.391963:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788796721.391970:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788796721.391975:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796721.391978:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796721.391981:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796721.391986:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788796721.391988:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796721.391989:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788796721.391991:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796721.391992:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796721.391993:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796721.391995:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788796721.392008:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.392017:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788796721.392019:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796721.392031:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788796721.392035:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788796721.392037:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796721.392041:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000163456:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796721.392045:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788796721.392050:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788796721.392052:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796721.392054:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788796721.392063:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0ba00. 02000000:00000001:2.0:1788796721.392065:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796721.392072:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1788796721.392093:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d00ee580. 00000400:00000010:2.0:1788796721.392100:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a770. 00000100:00000200:2.0:1788796721.392107:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000163456, portal 10 00000100:00000001:2.0:1788796721.392109:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796721.392111:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049358343040 : -109024351208576 : ffff9cd7ca463b80) 00000100:00000040:2.0:1788796721.392120:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.392128:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796721.392131:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796721.392134:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005aa18. 00000100:00000200:2.0:1788796721.392137:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000163456, offset 0 00000400:00000200:2.0:1788796721.392144:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796721.392151:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.392158:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796721.392164:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788796721.392168:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1788796721.392172:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788796721.392175:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1788796721.392179:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [186:186:255:4294967295] 192.168.204.119@tcp LPNI seq info [186:186:7:4294967295] 00000400:00000200:2.0:1788796721.392183:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.392194:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796721.392200:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796721.392206:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7900. 00000800:00000200:2.0:1788796721.392212:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796721.392220:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796721.392224:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796721.392227:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796721.392231:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: using a timeout of 90848 usecs (91 jiffies) 00000400:00000200:2.0:1788796721.392234:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1788796721.392238:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295058525 00000100:00000001:2.0:1788796721.392241:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295059394 00000100:00000001:2.0:1788796721.392249:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295058525 00000100:00000001:2.0:1788796721.392251:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295059394 00000100:00000001:2.0:1788796721.392253:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796721.392256:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.392258:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.392260:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796721.392709:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796721.392714:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7e00. 00000400:00000200:2.0:1788796721.392720:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.392726:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796721.392732:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a990 00000400:00000010:2.0:1788796721.392734:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a990. 00000100:00000001:2.0:1788796721.392738:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796721.392744:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.392753:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796721.392756:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.392762:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.392764:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796721.395141:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796721.395150:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7900. 00000400:00000200:2.0:1788796721.395157:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.395165:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796721.395171:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005aa18 00000400:00000010:2.0:1788796721.395174:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005aa18. 00000100:00000001:2.0:1788796721.395178:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796721.395185:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.395196:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796721.395199:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.395228:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.395230:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788796721.395268:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796721.395272:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.399198:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796721.399205:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796721.399210:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.399215:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.400745:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.400755:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788796721.400759:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788796721.400767:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7ca463100. 00000020:00000040:3.0:1788796721.400772:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7ca5ea800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000100:00000001:3.0:1788796721.400776:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788796721.400780:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788796721.400785:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788796721.400794:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e39700. 00000800:00000001:2.0:1788796721.401016:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.401145:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796721.401148:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.401151:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.401159:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.401167:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796721.401176:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.401181:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.401187:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.401192:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 25 MB=0x6a9ede0905800 00000400:00000200:2.0:1788796721.401196:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.401201:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.119@tcp of length 224/224 into md 0xa25 [1] + 224 00000800:00000001:2.0:1788796721.401208:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.401211:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.401214:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.401219:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796721.401226:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796721.401234:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796721.401244:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.401261:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796721.401270:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.401273:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.402430:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.402445:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-MDT0001_UUID req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788796721.402456:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788796721.402460:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.402465:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011cd1401] to pc [ptlrpcd_01_01+1] req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.402493:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.402495:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788796721.402499:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788796721.402501:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788796721.402504:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad500ba2-a14a-4bfe-800e-f249d469e017->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788796721.402506:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000001:2.0:1788796721.402702:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.402710:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.402714:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.402718:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796721.402726:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.402730:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.402734:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.402737:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905880 00000400:00000200:2.0:1788796721.402741:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.402746:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0xa35 [1] + 224 00000800:00000001:2.0:1788796721.402751:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.402759:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.402761:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.402765:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796721.402770:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796721.402775:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796721.402783:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.402791:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796721.402796:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.402799:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.402928:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788796721.402933:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7ca462a00. 00000020:00000040:3.0:1788796721.402937:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d6800 refcount=4 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000100:00000001:3.0:1788796721.402940:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788796721.402942:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788796721.402946:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788796721.402951:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e39600. 00000100:00000001:3.0:1788796721.402955:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.402960:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0000_UUID req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788796721.402977:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788796721.402979:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.402983:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9d1d886] to pc [ptlrpcd_01_00+0] req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.402997:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.403000:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788796721.403002:0:464:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788796721.403005:0:464:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cd7ca460a80. 00000020:00000040:3.0:1788796721.403007:0:464:0:(genops.c:1209:class_import_get()) import ffff9cd7c31d1800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000100:00000001:3.0:1788796721.403010:0:464:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788796721.403011:0:464:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788796721.403013:0:464:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788796721.403016:0:464:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cd7c2e39000. 00000100:00000001:3.0:1788796721.403018:0:464:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.403626:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796721.403630:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796721.403633:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788796721.403640:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.403649:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788796721.403651:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796721.403655:0:2414:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788796721.403658:0:2414:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788796721.403661:0:2414:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788796721.403672:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000163712:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796721.403676:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788796721.403681:0:2414:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788796721.403683:0:2414:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796721.403686:0:2414:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788796721.403690:0:2414:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7cbb0a000. 02000000:00000001:2.0:1788796721.403692:0:2414:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796721.403696:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1788796721.403699:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7d00ee790. 00000400:00000010:2.0:1788796721.403705:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005aa18. 00000100:00000200:2.0:1788796721.403711:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000163712, portal 10 00000100:00000001:2.0:1788796721.403714:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788796721.403715:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049358338560 : -109024351213056 : ffff9cd7ca462a00) 00000100:00000040:2.0:1788796721.403723:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.403730:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788796721.403733:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1788796721.403735:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d005a990. 00000100:00000200:2.0:1788796721.403738:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000163712, offset 0 00000400:00000200:2.0:1788796721.403744:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1788796721.403750:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.403757:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1788796721.403762:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788796721.403766:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1788796721.403768:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788796721.403771:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1788796721.403774:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [187:187:256:4294967295] 192.168.204.119@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:2.0:1788796721.403778:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.403785:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1788796721.403790:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1788796721.403794:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c6ec7900. 00000100:00000040:3.0:1788796721.403894:0:464:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-MDT0001_UUID req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788796721.403904:0:464:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788796721.403906:0:464:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.403910:0:464:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaae64e1] to pc [ptlrpcd_01_01+1] req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.403968:0:464:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.403971:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788796721.403974:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788796721.403976:0:464:0:(pinger.c:229:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788796721.403980:0:464:0:(pinger.c:247:ptlrpc_pinger_process_import()) 97f6e06e-e66c-4c68-868c-3baafa03ea0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788796721.403986:0:464:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:3.0:1788796721.404297:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796721.404301:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796721.404302:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796721.404307:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.404379:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796721.404381:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796721.404384:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796721.404386:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796721.404389:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796721.404393:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000163584:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796721.404396:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796721.404399:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796721.404400:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796721.404402:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796721.404406:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0054a00. 02000000:00000001:3.0:1788796721.404408:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796721.404412:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796721.404415:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb6e0. 00000400:00000010:3.0:1788796721.404419:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d86e8. 00000100:00000200:3.0:1788796721.404422:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000163584, portal 10 00000100:00000001:3.0:1788796721.404424:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788796721.404425:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049358340352 : -109024351211264 : ffff9cd7ca463100) 00000100:00000040:3.0:1788796721.404437:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.404443:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796721.404445:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796721.404448:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8c38. 00000100:00000200:3.0:1788796721.404451:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000163584, offset 0 00000400:00000200:3.0:1788796721.404455:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796721.404460:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796721.404464:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796721.404467:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1788796721.404676:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1788796721.404683:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1788796721.404687:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c6ec7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788796721.404702:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796721.404707:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: using a timeout of 44805 usecs (45 jiffies) 00000400:00000200:2.0:1788796721.404710:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1788796721.404714:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295058494 00000100:00000001:2.0:1788796721.404716:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295059394 00000100:00000001:2.0:1788796721.404718:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295058494 00000100:00000001:2.0:1788796721.404721:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295059394 00000100:00000001:2.0:1788796721.404723:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796721.404726:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.404729:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.404732:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796721.404739:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788796721.404741:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788796721.404743:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796721.404745:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788796721.404746:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.404748:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796721.404947:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796721.404950:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796721.404953:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796721.404956:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [188:188:255:4294967295] 192.168.204.119@tcp LPNI seq info [188:188:7:4294967295] 00000400:00000200:3.0:1788796721.404961:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796721.404968:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796721.404974:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796721.404978:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39900. 00000800:00000200:3.0:1788796721.404982:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796721.404985:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796721.405402:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796721.405408:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.405413:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: using a timeout of 102510 usecs (103 jiffies) 00000400:00000200:3.0:1788796721.405417:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796721.405419:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 2 is 4295058553 00000100:00000001:3.0:1788796721.405421:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 2, keep current deadline 4295059394 00000100:00000001:3.0:1788796721.405424:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS new deadline estimation for cpu 3 is 4295058553 00000100:00000001:3.0:1788796721.405426:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7c9045800: PM QoS request active for cpu 3, keep current deadline 4295059394 00000100:00000001:3.0:1788796721.405427:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796721.405439:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.405441:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788796721.405448:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.405454:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788796721.405455:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796721.405458:0:2415:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788796721.405460:0:2415:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788796721.405462:0:2415:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788796721.405465:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cd7ca460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000163840:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796721.405479:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788796721.405483:0:2415:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788796721.405485:0:2415:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796721.405487:0:2415:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788796721.405491:0:2415:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cd7d0055a00. 02000000:00000001:3.0:1788796721.405493:0:2415:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788796721.405496:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1788796721.405500:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cd7c39cb0b0. 00000400:00000010:3.0:1788796721.405504:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d87f8. 00000100:00000200:3.0:1788796721.405508:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875689000163840, portal 10 00000100:00000001:3.0:1788796721.405510:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1788796721.405648:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796721.405653:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c6ec7900. 00000400:00000200:2.0:1788796721.405657:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.405663:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796721.405668:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a990 00000400:00000010:2.0:1788796721.405672:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a990. 00000100:00000001:2.0:1788796721.405676:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796721.405681:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.405690:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796721.405693:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.405710:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.405712:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788796721.405727:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796721.405729:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39900. 00000400:00000200:2.0:1788796721.405733:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.405736:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796721.405738:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8c38 00000400:00000010:2.0:1788796721.405740:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8c38. 00000100:00000001:2.0:1788796721.405743:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796721.405747:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.405753:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796721.405755:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.405761:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.405762:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788796721.406254:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635049358330496 : -109024351221120 : ffff9cd7ca460a80) 00000100:00000040:3.0:1788796721.406263:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.406269:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788796721.406270:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1788796721.406274:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cd7d02d8dd0. 00000100:00000200:3.0:1788796721.406277:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875689000163840, offset 0 00000400:00000200:3.0:1788796721.406282:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1788796721.406302:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796721.406308:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1788796721.406311:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788796721.406688:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1788796721.406692:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788796721.406694:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1788796721.406698:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [189:189:256:4294967295] 192.168.204.119@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:3.0:1788796721.406702:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1788796721.406710:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1788796721.406715:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1788796721.406720:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cd7c2e39f00. 00000800:00000200:3.0:1788796721.406724:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cd7c54e2a80] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1788796721.406729:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1788796721.406732:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cd7c2e39f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788796721.406746:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.406750:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: using a timeout of 44700 usecs (45 jiffies) 00000400:00000200:3.0:1788796721.406753:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796721.406756:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 2 is 4295058496 00000100:00000001:3.0:1788796721.406759:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 2, keep current deadline 4295059394 00000100:00000001:3.0:1788796721.406761:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS new deadline estimation for cpu 3 is 4295058496 00000100:00000001:3.0:1788796721.406764:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cd7ca531000: PM QoS request active for cpu 3, keep current deadline 4295059394 00000100:00000001:3.0:1788796721.406766:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796721.406769:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788796721.406774:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796721.406775:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796721.406778:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d00ee580. 00000400:00000200:3.0:1788796721.406784:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005a770 00000400:00000010:3.0:1788796721.406786:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005a770. 00000100:00000001:3.0:1788796721.406790:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796721.406795:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796721.406830:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.406850:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796721.406852:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.406855:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796721.406858:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796721.406860:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796721.406863:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796721.406866:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796721.406873:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5ed460 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796721.406877:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5ed418 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796721.406879:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796721.406881:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796721.406884:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796721.406887:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.406891:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796721.406894:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:3.0:1788796721.406895:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796721.406897:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.406902:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.406909:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796721.406911:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796721.406913:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796721.406918:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796721.406926:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000163456:192.168.204.119@tcp:400:kworker.0 00000400:00000001:3.0:1788796721.406932:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796721.406933:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796721.406935:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d00ee108. 00000400:00000200:3.0:1788796721.406938:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005ab28 00000400:00000010:3.0:1788796721.406940:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005ab28. 00000100:00000001:3.0:1788796721.406942:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796721.406946:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796721.406960:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.406966:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796721.406968:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.406970:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796721.406971:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796721.406973:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796721.406974:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796721.406976:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796721.406979:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7d00fcc60 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796721.406982:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7d00fcc18 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796721.406984:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796721.406985:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788796721.407341:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788796721.407344:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cd7c2e39f00. 00000400:00000200:2.0:1788796721.407348:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.407352:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1788796721.407356:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d8dd0 00000400:00000010:2.0:1788796721.407357:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d8dd0. 00000100:00000001:2.0:1788796721.407361:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788796721.407365:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.407373:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796721.407377:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.407383:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.407385:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788796721.409779:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796721.409787:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.409793:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.411002:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.411015:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796721.411017:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796721.411019:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796721.411699:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796721.411708:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:777c5382-705f-479f-8f4d-3aa5213b2694:2415:1875689000163328:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796721.411714:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.411717:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796721.411722:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7ca463b80 x1875689000163456/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.411727:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796721.411730:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796721.411750:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0ba00. 02000000:00000001:3.0:1788796721.411753:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796721.411756:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796721.411758:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ed000 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7c9045800 00000020:00000001:3.0:1788796721.411760:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796721.411762:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e39d00. 02000000:00000001:3.0:1788796721.411766:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796721.411768:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796721.411770:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7ca463b80. 00000100:00000001:3.0:1788796721.411774:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796721.411776:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.411777:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796721.411781:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7ca460700 x1875689000163328/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.411787:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796721.411788:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796721.411789:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a200. 02000000:00000001:3.0:1788796721.411791:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796721.411792:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796721.411793:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7d00fc800 refcount=3 obd=MGC192.168.204.119@tcp 00000020:00000001:3.0:1788796721.411795:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796721.411797:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e39800. 02000000:00000001:3.0:1788796721.411888:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796721.411889:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796721.411891:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7ca460700. 00000100:00000001:3.0:1788796721.411893:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796721.411894:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.411897:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.411904:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796721.411906:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788796721.411908:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796721.411910:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788796721.411913:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.411915:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788796721.424576:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.424607:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796721.424611:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.424613:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.424621:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424629:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796721.424638:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424642:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424647:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424651:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905980 00000400:00000200:2.0:1788796721.424657:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424662:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0xa45 [1] + 224 00000800:00000001:2.0:1788796721.424671:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.424676:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.424680:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.424685:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796721.424695:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796721.424706:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796721.424719:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.424749:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796721.424760:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.424764:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796721.424766:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.424769:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.424772:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424775:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796721.424780:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424782:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424785:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.424788:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905900 00000400:00000200:2.0:1788796721.424791:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1788796721.424899:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796721.424905:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788796721.424964:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0xa55 [1] + 224 00000800:00000001:2.0:1788796721.424969:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.424974:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.424977:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.424980:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000001:3.0:1788796721.431699:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796721.431707:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796721.431732:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7d00ee790. 00000400:00000200:3.0:1788796721.431743:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d005aa18 00000400:00000010:3.0:1788796721.431746:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d005aa18. 00000100:00000001:3.0:1788796721.431751:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796721.431763:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796721.431774:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.431781:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796721.431784:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.431788:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796721.431791:0:2414:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796721.431793:0:2414:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796721.431795:0:2414:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796721.431983:0:2414:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788796721.432896:0:2414:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d6c60 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796721.432904:0:2414:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d6c18 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796721.432906:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796721.432909:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796721.432911:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788796721.432915:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.432919:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796721.432921:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:3.0:1788796721.432923:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796721.432924:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.432932:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.432940:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796721.432943:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796721.432945:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796721.432949:0:2414:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796721.432956:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2414:1875689000163712:192.168.204.119@tcp:400:kworker.0 00000100:00000001:3.0:1788796721.432979:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.432983:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788796721.432986:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7ca462a00 x1875689000163712/t0(0) o400->lustre-MDT0000-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.433669:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796721.433678:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796721.433688:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.433708:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796721.433722:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.433735:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788796721.433738:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.433741:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788796721.433746:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.433751:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1788796721.433759:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.433762:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.433767:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.433771:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 10 MB=0x6a9ede0905a00 00000400:00000200:2.0:1788796721.433776:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1788796721.433781:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 224/224 into md 0xa65 [1] + 224 00000800:00000001:2.0:1788796721.433790:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.433798:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.434147:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788796721.434150:0:2414:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788796721.434154:0:2414:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7cbb0a000. 02000000:00000001:3.0:1788796721.434158:0:2414:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788796721.434161:0:2414:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788796721.434162:0:2414:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d6800 refcount=3 obd=lustre-MDT0000-mdc-ffff9cd7ca531000 00000020:00000001:3.0:1788796721.434164:0:2414:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788796721.434167:0:2414:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e39600. 02000000:00000001:3.0:1788796721.434169:0:2414:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788796721.434170:0:2414:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788796721.434172:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7ca462a00. 00000100:00000001:3.0:1788796721.434175:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788796721.434176:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.434178:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.434186:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788796721.434187:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.434190:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796721.434192:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.434218:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788796721.434220:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788796721.434225:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788796721.434227:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788796721.434229:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb6e0. 00000400:00000200:3.0:1788796721.434233:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d86e8 00000400:00000010:3.0:1788796721.434235:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d86e8. 00000100:00000001:3.0:1788796721.434239:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788796721.434244:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788796721.434251:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.434256:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788796721.434268:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788796721.434270:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788796721.434272:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788796721.434274:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788796721.434276:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788796721.434279:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788796721.434887:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788796721.434894:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1788796721.434899:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796721.434905:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788796721.434915:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.434930:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788796721.434936:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788796721.434941:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788796721.437257:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7ca5eac60 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1788796721.437268:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7ca5eac18 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1788796721.437270:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788796721.437273:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788796721.437276:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788796721.438170:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788796721.438181:0:2415:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788796721.438186:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788796721.438189:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7c9045800: skip recheck: last_committed 0 00000100:00000001:3.0:1788796721.438190:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788796721.438192:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788796721.438199:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788796721.438207:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788796721.438210:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788796721.438212:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788796721.438216:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788796721.438224:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ad500ba2-a14a-4bfe-800e-f249d469e017:2415:1875689000163584:192.168.204.119@tcp:400:kworker.0 00000400:00000001:2.0:1788796721.438949:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788796721.438952:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788796721.438956:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cd7c39cb0b0. 00000400:00000200:2.0:1788796721.438964:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cd7d02d87f8 00000400:00000010:2.0:1788796721.438967:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cd7d02d87f8. 00000100:00000001:2.0:1788796721.438972:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788796721.438978:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788796721.439002:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.439009:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788796721.439011:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796721.439013:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788796721.439016:0:2415:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788796721.439018:0:2415:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788796721.439232:0:2415:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788796721.439235:0:2415:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788796721.439244:0:2415:0:(import.c:2196:obd_at_measure()) add 5 to ffff9cd7c31d1c60 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1788796721.439248:0:2415:0:(import.c:2196:obd_at_measure()) add 1 to ffff9cd7c31d1c18 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1788796721.439251:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788796721.439252:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796721.439254:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788796721.439259:0:2415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788796721.439265:0:2415:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.439267:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788796721.439269:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cd7ca531000: skip recheck: last_committed 0 00000100:00000001:2.0:1788796721.439270:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788796721.439272:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788796721.439739:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.439746:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788796721.439749:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788796721.439750:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788796721.439753:0:2415:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788796721.439760:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cd7ca460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:97f6e06e-e66c-4c68-868c-3baafa03ea0f:2415:1875689000163840:192.168.204.119@tcp:400:kworker.0 00000100:00000001:2.0:1788796721.439765:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796721.439768:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796721.439772:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7ca463100 x1875689000163584/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7c9045800@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.439778:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788796721.439780:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788796721.439784:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0054a00. 02000000:00000001:2.0:1788796721.439789:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788796721.439792:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788796721.439793:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7ca5ea800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7c9045800 00000020:00000001:2.0:1788796721.439796:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788796721.439798:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e39700. 02000000:00000001:2.0:1788796721.441304:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788796721.441306:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788796721.441312:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7ca463100. 00000100:00000001:2.0:1788796721.441317:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788796721.441319:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796721.441321:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788796721.441330:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cd7ca460a80 x1875689000163840/t0(0) o400->lustre-MDT0001-mdc-ffff9cd7ca531000@192.168.204.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788796737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788796721.441337:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788796721.441339:0:2415:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788796721.441341:0:2415:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cd7d0055a00. 02000000:00000001:2.0:1788796721.441344:0:2415:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788796721.441358:0:2415:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788796721.441359:0:2415:0:(genops.c:1222:class_import_put()) import ffff9cd7c31d1800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cd7ca531000 00000020:00000001:2.0:1788796721.441361:0:2415:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788796721.441363:0:2415:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cd7c2e39000. 02000000:00000001:2.0:1788796721.441365:0:2415:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788796721.441366:0:2415:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788796721.441368:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cd7ca460a80. 00000100:00000001:2.0:1788796721.441370:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788796721.441371:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796721.441373:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788796721.441381:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788796721.441383:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788796721.441386:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788796721.441389:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796721.454938:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796721.454946:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796721.454953:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796721.454954:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788796721.455825:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788796721.455829:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796721.455833:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788796722.410947:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2330 (cpu 3) has reached its deadline 4295059394, at 4295059456 00000100:00000010:3.0:1788796722.410964:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c48e1060. 00000100:00000040:2.0:1788796722.411662:0:9404:0:(connection.c:75:cpu_latency_work()) work item of ffff9cd7d80f2220 (cpu 2) has reached its deadline 4295059394, at 4295059456 00000100:00000010:2.0:1788796722.411670:0:9404:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cd7c48e16c0. 00010000:00000001:2.0:1788796722.475793:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796722.475800:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796722.475821:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796722.475823:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788796722.475910:0:6184:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788796722.475926:0:6184:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788796722.475930:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788796723.499040:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796723.499048:0:9404:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788796723.499050:0:9404:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788796723.499054:0:9404:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796723.499059:0:9404:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788796723.499061:0:9404:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796723.499063:0:9404:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796723.499065:0:9404:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788796723.499069:0:9404:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788796723.499070:0:9404:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788796723.515849:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788796723.515856:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788796723.515861:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 12140 lines, 12140 kept, 0 dropped, 0 bad.