00000001:01000000:2.0F:1788869164.538276:0:2296:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 314 MB/s 00000001:01000000:2.0:1788869164.794785:0:2296:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 447 MB/s 00000001:01000000:2.0:1788869165.044690:0:2296:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 2483 MB/s 00000020:02000000:3.0F:1788869166.434437:0:2325:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.55_24_g1bda257 00000400:02000000:1.0F:1788869168.379683:0:2340:0:(api-ni.c:2766:lnet_startup_lndni()) Added LNI 192.168.204.32@tcp [8/256/0/180] 00008000:02000000:2.0:1788869174.344827:0:2491:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1788869319.970662:0:5564:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788869319.970667:0:5564:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788869319.970669:0:5564:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.132@tcp:/lustre 00000020:01000004:1.0:1788869319.970670:0:5564:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788869319.970881:0:5564:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000a8b4b92b 00000080:01000004:1.0:1788869319.970891:0:5564:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788869319.970908:0:5564:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.132@tcp' 00000020:01000004:1.0:1788869319.970961:0:5564:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.132@tcp (typ=mgc) 00000020:00000080:1.0:1788869319.970984:0:5564:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.132@tcp (000000009db8aa2b) 00000020:00000080:1.0:1788869319.970999:0:5564:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1788869319.971238:0:5564:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788869319.971262:0:5564:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788869319.971412:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1788869319.971419:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1788869319.973771:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:1.0:1788869319.973786:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1788869319.975130:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1788869319.975140:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:3.0:1788869319.975824:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:3.0:1788869319.975831:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1788869319.978979:0:5564:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869319.979313:0:5564:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788869319.980437:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1788869319.980445:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0F:1788869319.981301:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:0.0:1788869319.981320:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1788869319.981589:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1788869319.981596:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:0.0:1788869319.981984:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:0.0:1788869319.981992:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1788869319.984897:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1788869319.984913:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1788869319.985939:0:5564:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1788869319.985949:0:5564:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:3.0:1788869319.986511:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869319.986514:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869319.986516:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869319.986893:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869319.986895:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869319.986897:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1788869319.987884:0:5564:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000fc696cd7@MGC192.168.204.132@tcp: add connection 192.168.204.132@tcp at head 00010000:00010000:0.0:1788869319.988089:0:5564:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.132@tcp-0 is initialized 00000040:01000000:0.0:1788869319.988097:0:5564:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.132@tcp ctxt 1 is initialized 10000000:01000000:2.0:1788869319.988474:0:5578:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788869319.988545:0:5564:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.132@tcp (uuid 83c6928c-56a9-4947-a648-e72eb5d4336a) 00000020:00000080:0.0:1788869319.988569:0:5564:0:(genops.c:1406:class_connect()) connect: client 83c6928c-56a9-4947-a648-e72eb5d4336a, cookie 0xfaea9112da5f53a7 00000100:00080000:0.0:1788869319.988583:0:5564:0:(import.c:510:import_select_connection()) MGC192.168.204.132@tcp: connect to NID 192.168.204.132@tcp last attempt 0 00000100:00080000:0.0:1788869319.988591:0:5564:0:(import.c:546:import_select_connection()) MGC192.168.204.132@tcp: skip NID 192.168.204.132@tcp as not ready: rc = -114 00000100:00080000:0.0:1788869319.988595:0:5564:0:(import.c:624:import_select_connection()) MGC192.168.204.132@tcp: import 00000000fc696cd7 using connection 192.168.204.132@tcp/192.168.204.132@tcp 00000100:00100000:0.0:1788869319.988777:0:5564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000451f2f7 x1875765276704896/t0(0) o250->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788869319.988797:0:5564:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS 00000080:00200000:0.0:1788869319.988820:0:5564:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9eb30868d000 (sb 00000000a8b4b92b) 00000080:01000000:0.0:1788869319.988877:0:5564:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1788869319.988879:0:5564:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1788869319.988883:0:5564:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:0.0:1788869319.988891:0:5564:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: d592e186-2792-4746-8df9-50aeb673ccae 10000000:01000000:0.0:1788869319.990232:0:5564:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788869319.990238:0:5564:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9eb30868d000 10000000:01000000:0.0:1788869319.990243:0:5564:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9eb320780000 10000000:01000000:0.0:1788869319.990248:0:5564:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788869319.990255:0:5564:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9eb320780000 from 1 10000000:01000000:0.0:1788869319.990258:0:5564:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788869319.990291:0:5564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: 000000008fcd46cb/0xfaea9112da5f53ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869319.990309:0:5564:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: 000000008fcd46cb/0xfaea9112da5f53ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869319.990321:0:5564:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: 000000008fcd46cb/0xfaea9112da5f53ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788869319.990342:0:5564:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000006b543f33 x1875765276705024/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869319.990352:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ed8961ad going to sleep for 0 seconds 00010000:00010000:2.0:1788869319.996541:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869319.997917:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000451f2f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83c6928c-56a9-4947-a648-e72eb5d4336a:2357:1875765276704896:192.168.204.132@tcp:250: 00010000:00010000:3.0:1788869321.004798:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869321.004875:0:2357:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1788869319/real 0] req@000000000451f2f7 x1875765276704896/t0(0) o250->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 520/544 e 0 to 1 dl 1788869320 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869321.004894:0:2357:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000451f2f7 x1875765276704896/t0(0) o250->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 520/544 e 0 to 1 dl 1788869320 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788869321.004914:0:2357:0:(import.c:65:import_set_state_nolock()) 00000000fc696cd7 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788869321.004933:0:2357:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.132@tcp failed (-110) 00000100:00100000:2.0:1788869321.004937:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000451f2f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83c6928c-56a9-4947-a648-e72eb5d4336a:2357:1875765276704896:192.168.204.132@tcp:250: 00000100:00080000:0.0:1788869321.005004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788869321.005009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788869321.005011:0:8:0:(import.c:65:import_set_state_nolock()) 00000000fc696cd7 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788869321.005017:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.132@tcp: connect to NID 192.168.204.132@tcp last attempt 292 00000100:00080000:0.0:1788869321.005030:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.132@tcp: import 00000000fc696cd7 using connection 192.168.204.132@tcp/192.168.204.132@tcp 00000100:00100000:0.0:1788869321.005063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d6521d6f x1875765276705152/t0(0) o250->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788869321.005136:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000d6521d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83c6928c-56a9-4947-a648-e72eb5d4336a:2357:1875765276705152:192.168.204.132@tcp:250: 00000100:00100000:1.0:1788869321.005264:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ed8961ad going to sleep for 0 seconds 00000100:00100000:2.0:1788869321.008198:0:2357:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.132@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788869321.008217:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.132@tcp: connect to target with instance 0 00000100:00080000:2.0:1788869321.008228:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.132@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1788869321.008235:0:2357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1788869321.008240:0:2357:0:(import.c:65:import_set_state_nolock()) 00000000fc696cd7 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1788869321.008246:0:2357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1788869321.008267:0:2357:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1788869321.008280:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ed8961ad): req@000000006b543f33 x1875765276705024/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869321.012944:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ed8961ad going to sleep for 11 seconds 00000100:00100000:2.0:1788869321.016566:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000d6521d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83c6928c-56a9-4947-a648-e72eb5d4336a:2357:1875765276705152:192.168.204.132@tcp:250: 00000100:00100000:0.0:1788869321.016873:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705024:192.168.204.132@tcp:101: 00010000:00010000:0.0:1788869321.016898:0:5564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: 000000008fcd46cb/0xfaea9112da5f53ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869321.016911:0:5564:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: 000000008fcd46cb/0xfaea9112da5f53ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869321.016990:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705280:192.168.204.132@tcp:501: 00000100:00100000:0.0:1788869321.017070:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ed8961ad going to sleep for 11 seconds 00000100:00100000:0.0:1788869321.026289:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705280:192.168.204.132@tcp:501: 10000000:01000000:0.0:1788869321.026345:0:5564:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788869321.026371:0:5564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: 000000008fcd46cb/0xfaea9112da5f53ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869321.026382:0:5564:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: 000000008fcd46cb/0xfaea9112da5f53ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869321.026390:0:5564:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9eb30868d000 10000000:01000000:0.0:1788869321.026396:0:5564:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788869321.026400:0:5564:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9eb30868d000 10000000:01000000:0.0:1788869321.026402:0:5564:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788869321.026406:0:5564:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9eb30868d000 10000000:01000000:0.0:1788869321.026408:0:5564:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788869321.026412:0:5564:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9eb30868d000 from 1 10000000:01000000:0.0:1788869321.026414:0:5564:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788869321.026449:0:5564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: 000000000ccdee32/0xfaea9112da5f53b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869321.026456:0:5564:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: 000000000ccdee32/0xfaea9112da5f53b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869321.026466:0:5564:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: 000000000ccdee32/0xfaea9112da5f53b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869321.026484:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705408:192.168.204.132@tcp:101: 00000100:00100000:0.0:1788869321.026563:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ed8961ad going to sleep for 11 seconds 00000100:00100000:0.0:1788869321.037683:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705408:192.168.204.132@tcp:101: 00010000:00010000:0.0:1788869321.037719:0:5564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: 000000000ccdee32/0xfaea9112da5f53b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869321.037750:0:5564:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: 000000000ccdee32/0xfaea9112da5f53b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869321.037843:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705536:192.168.204.132@tcp:501: 00000100:00100000:0.0:1788869321.037926:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ed8961ad going to sleep for 11 seconds 00000100:00100000:0.0:1788869321.042472:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705536:192.168.204.132@tcp:501: 00000100:00100000:0.0:1788869321.042538:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705664:192.168.204.132@tcp:503: 00000100:00100000:0.0:1788869321.042655:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ed8961ad going to sleep for 11 seconds 00000100:00100000:0.0:1788869321.047815:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006b543f33 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276705664:192.168.204.132@tcp:503: 00000100:00100000:3.0:1788869321.048237:0:5582:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008185cefd pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:5582:1875765276705792:192.168.204.132@tcp:502: 00000100:00100000:3.0:1788869321.048347:0:5582:0:(client.c:2702:ptlrpc_set_wait()) set 000000006fdd65a5 going to sleep for 11 seconds 00000100:00100000:3.0:1788869321.052050:0:5582:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008185cefd pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:5582:1875765276705792:192.168.204.132@tcp:502: 00000020:01000000:3.0:1788869321.052097:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869321.052108:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.052110:0:5582:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1788869321.052118:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9eb30868d000 00000020:00000080:3.0:1788869321.052121:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869321.052165:0:5582:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9eb30868d000 (0000000055262ccf) 00000020:00000080:3.0:1788869321.052186:0:5582:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1788869321.052193:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9eb30868d000 00000020:00000080:3.0:1788869321.052195:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1788869321.052520:0:5582:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9eb30868d000 (uuid d592e186-2792-4746-8df9-50aeb673ccae) 00000020:01000000:3.0:1788869321.052526:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869321.052530:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.052531:0:5582:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1788869321.052534:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869321.052537:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.052538:0:5582:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1788869321.052542:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9eb30868d000 00000020:00000080:3.0:1788869321.052550:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869321.052555:0:5582:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9eb30868d000 (00000000e3f60b1b) 00000020:00000080:3.0:1788869321.052564:0:5582:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1788869321.052568:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9eb30868d000 00000020:00000080:3.0:1788869321.052570:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1788869321.052774:0:5582:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9eb30868d000 (uuid d592e186-2792-4746-8df9-50aeb673ccae) 00000020:01000000:3.0:1788869321.052779:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869321.052782:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.052783:0:5582:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1788869321.052786:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869321.052789:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.052790:0:5582:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1788869321.052793:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788869321.052794:0:5582:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1788869321.052797:0:5582:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1788869321.052801:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869321.052803:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.052804:0:5582:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1788869321.052806:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869321.052809:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.052810:0:5582:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1788869321.052813:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788869321.052817:0:5582:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.132@tcp to nid 0x20000c0a8cc84 (192.168.204.132@tcp) 00000020:01000000:3.0:1788869321.052834:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9eb30868d000 00000020:00000080:3.0:1788869321.052837:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869321.052843:0:5582:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9eb30868d000 (00000000e2533f90) 00000020:00000080:3.0:1788869321.052851:0:5582:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:3.0:1788869321.052855:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9eb30868d000 00000020:00000080:3.0:1788869321.052858:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788869321.052929:0:5582:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000091141c09@lustre-MDT0000-mdc-ffff9eb30868d000: add connection 192.168.204.132@tcp at head 00010000:00010000:3.0:1788869321.054505:0:5582:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9eb30868d000-1 is initialized 00000040:01000000:3.0:1788869321.054751:0:5582:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9eb30868d000 ctxt 13 is initialized 00000020:00000080:3.0:1788869321.057091:0:5582:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9eb30868d000 (uuid d592e186-2792-4746-8df9-50aeb673ccae) 00000020:01000000:3.0:1788869321.057109:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9eb30868d000 00000020:00000080:3.0:1788869321.057114:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1788869321.057147:0:5582:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1788869321.057198:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869321.057202:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.057203:0:5582:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1788869321.057206:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788869321.057209:0:5582:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1788869321.057210:0:5582:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788869321.057212:0:5582:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788869321.057213:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788869321.057216:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.057217:0:5582:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788869321.057220:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788869321.057224:0:5582:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.132@tcp:/lustre 00000020:00000080:3.0:1788869321.057228:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.057229:0:5582:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788869321.057232:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788869321.057237:0:5582:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.132@tcp to nid 0x20000c0a8cc84 (192.168.204.132@tcp) 00000020:01000000:3.0:1788869321.057265:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9eb30868d000 00000020:00000080:3.0:1788869321.057269:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869321.057290:0:5582:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9eb30868d000 (000000001a2db9a1) 00000020:00000080:3.0:1788869321.057309:0:5582:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2 00000020:01000000:3.0:1788869321.057316:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9eb30868d000 00000020:00000080:3.0:1788869321.057320:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788869321.057416:0:5582:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000092d1ac5b@lustre-OST0000-osc-ffff9eb30868d000: add connection 192.168.204.132@tcp at head 00010000:00010000:3.0:1788869321.057857:0:5582:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9eb30868d000-2 is initialized 00000020:00000080:3.0:1788869321.060282:0:5582:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9eb30868d000 (uuid d592e186-2792-4746-8df9-50aeb673ccae) 00000020:01000000:3.0:1788869321.060304:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9eb30868d000 00000020:00000080:3.0:1788869321.060309:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1788869321.060348:0:5582:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1788869321.060358:0:5582:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff9eb30868d000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1788869321.060365:0:5582:0:(lov_obd.c:530:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1788869321.060378:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869321.060382:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.060384:0:5582:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788869321.060388:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788869321.060391:0:5582:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1788869321.060393:0:5582:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788869321.060394:0:5582:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788869321.060396:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788869321.060398:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.060399:0:5582:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788869321.060402:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788869321.060406:0:5582:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.132@tcp:/lustre 00000020:00000080:3.0:1788869321.060411:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.060412:0:5582:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788869321.060416:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788869321.060421:0:5582:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.132@tcp to nid 0x20000c0a8cc84 (192.168.204.132@tcp) 00000020:01000000:3.0:1788869321.060451:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9eb30868d000 00000020:00000080:3.0:1788869321.060454:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788869321.060473:0:5582:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9eb30868d000 (0000000071ca6272) 00000020:00000080:3.0:1788869321.060496:0:5582:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1788869321.060502:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9eb30868d000 00000020:00000080:3.0:1788869321.060505:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788869321.060597:0:5582:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000060c605e5@lustre-OST0001-osc-ffff9eb30868d000: add connection 192.168.204.132@tcp at head 00010000:00010000:3.0:1788869321.060874:0:5582:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9eb30868d000-3 is initialized 00000020:00000080:3.0:1788869321.061219:0:5582:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9eb30868d000 (uuid d592e186-2792-4746-8df9-50aeb673ccae) 00000020:01000000:3.0:1788869321.061226:0:5582:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9eb30868d000 00000020:00000080:3.0:1788869321.061229:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1788869321.061241:0:5582:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1788869321.061248:0:5582:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff9eb30868d000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1788869321.061256:0:5582:0:(lov_obd.c:530:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1788869321.061268:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869321.061272:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.061273:0:5582:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788869321.061276:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869321.061280:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.061281:0:5582:0:(obd_config.c:1561:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788869321.061285:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788869321.061287:0:5582:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1788869321.061329:0:5582:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006cd36c51 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:5582:1875765276705920:192.168.204.132@tcp:502: 00000100:00100000:3.0:1788869321.062822:0:5582:0:(client.c:2702:ptlrpc_set_wait()) set 00000000a3836eef going to sleep for 11 seconds 00000100:00100000:3.0:1788869321.071565:0:5582:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006cd36c51 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:5582:1875765276705920:192.168.204.132@tcp:502: 00000020:01000000:3.0:1788869321.071608:0:5582:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869321.071616:0:5582:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.071644:0:5582:0:(obd_config.c:1561:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000040:00080000:3.0:1788869321.071778:0:5582:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1788869321.079834:0:5564:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1788869321.079871:0:5564:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788869321.079896:0:5564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: 000000000ccdee32/0xfaea9112da5f53b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.079910:0:5564:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: 000000000ccdee32/0xfaea9112da5f53b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869321.079918:0:5564:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff9eb30868d000 from 1 10000000:01000000:2.0:1788869321.079922:0:5564:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1788869321.079984:0:5564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: 000000008eecc395/0xfaea9112da5f53df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.079993:0:5564:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: 000000008eecc395/0xfaea9112da5f53df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.080003:0:5564:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: 000000008eecc395/0xfaea9112da5f53df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869321.080026:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706048:192.168.204.132@tcp:101: 00000100:00100000:2.0:1788869321.080118:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 0000000014e2f830 going to sleep for 11 seconds 00000100:00100000:2.0:1788869321.086500:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706048:192.168.204.132@tcp:101: 00010000:00010000:2.0:1788869321.086533:0:5564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: 000000008eecc395/0xfaea9112da5f53df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de19 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.086545:0:5564:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: 000000008eecc395/0xfaea9112da5f53df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506de19 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869321.087314:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706176:192.168.204.132@tcp:256: 00000100:00100000:2.0:1788869321.087459:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 0000000014e2f830 going to sleep for 11 seconds 00000100:00100000:2.0:1788869321.097350:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706176:192.168.204.132@tcp:256: 10000000:01000000:2.0:1788869321.098023:0:5564:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1788869321.098054:0:5564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: 000000008eecc395/0xfaea9112da5f53df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de19 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.098066:0:5564:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: 000000008eecc395/0xfaea9112da5f53df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de19 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869321.098073:0:5564:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9eb30868d000 from 1 10000000:01000000:2.0:1788869321.098076:0:5564:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788869321.098111:0:5564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: 00000000918a7723/0xfaea9112da5f53e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.098119:0:5564:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: 00000000918a7723/0xfaea9112da5f53e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.098129:0:5564:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: 00000000918a7723/0xfaea9112da5f53e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869321.098162:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706304:192.168.204.132@tcp:101: 00000100:00100000:2.0:1788869321.098247:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 0000000014e2f830 going to sleep for 11 seconds 00000100:00100000:2.0:1788869321.106215:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706304:192.168.204.132@tcp:101: 00010000:00010000:2.0:1788869321.106248:0:5564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: 00000000918a7723/0xfaea9112da5f53e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.106261:0:5564:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: 00000000918a7723/0xfaea9112da5f53e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869321.106338:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706432:192.168.204.132@tcp:501: 00000100:00100000:2.0:1788869321.106444:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 0000000014e2f830 going to sleep for 11 seconds 00000100:00100000:2.0:1788869321.110083:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706432:192.168.204.132@tcp:501: 00000100:00100000:2.0:1788869321.110166:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706560:192.168.204.132@tcp:503: 00000100:00100000:2.0:1788869321.110262:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set 0000000014e2f830 going to sleep for 11 seconds 00000100:00100000:2.0:1788869321.116188:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fe90f597 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:5564:1875765276706560:192.168.204.132@tcp:503: 00000100:00100000:1.0:1788869321.118249:0:5587:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000b11989d4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:5587:1875765276706688:192.168.204.132@tcp:502: 00000100:00100000:1.0:1788869321.118504:0:5587:0:(client.c:2702:ptlrpc_set_wait()) set 0000000048e05740 going to sleep for 11 seconds 00000100:00100000:3.0:1788869321.123401:0:5587:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b11989d4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:5587:1875765276706688:192.168.204.132@tcp:502: 00000020:01000000:3.0:1788869321.123452:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869321.123463:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.123465:0:5587:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788869321.123472:0:5587:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9eb30868d000 00000020:00000080:3.0:1788869321.123475:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788869321.123530:0:5587:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:5587:1875765276706816:192.168.204.132@tcp:502: 00000100:00100000:3.0:1788869321.123680:0:5587:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308d48900 going to sleep for 11 seconds 00000100:00100000:3.0:1788869321.132759:0:5587:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:5587:1875765276706816:192.168.204.132@tcp:502: 00000020:01000000:3.0:1788869321.132808:0:5587:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869321.132818:0:5587:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869321.132820:0:5587:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1788869321.132826:0:5587:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1788869321.132916:0:5564:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1788869321.132935:0:5564:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788869321.132963:0:5564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869321.132976:0:5564:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1788869321.132999:0:5564:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1788869321.133024:0:5564:0:(genops.c:1406:class_connect()) connect: client d592e186-2792-4746-8df9-50aeb673ccae, cookie 0xfaea9112da5f53ed 00800000:01000000:2.0:1788869321.133045:0:5564:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect d592e186-2792-4746-8df9-50aeb673ccae to lustre-clilmv-ffff9eb30868d000 00800000:01000000:2.0:1788869321.133052:0:5564:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9eb30868d000(d592e186-2792-4746-8df9-50aeb673ccae) - lustre-MDT0000_UUID, d592e186-2792-4746-8df9-50aeb673ccae 00000020:00000080:2.0:1788869321.133059:0:5564:0:(genops.c:1406:class_connect()) connect: client d592e186-2792-4746-8df9-50aeb673ccae, cookie 0xfaea9112da5f53f4 00000100:00080000:2.0:1788869321.133067:0:5564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9eb30868d000: connect to NID 192.168.204.132@tcp last attempt 0 00000100:00080000:2.0:1788869321.133074:0:5564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9eb30868d000: import ffff9eb31893f800 using connection 192.168.204.132@tcp/192.168.204.132@tcp 00000008:00100000:2.0:1788869321.133086:0:5564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682648 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788869321.134203:0:5564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb304bfa680 x1875765276706944/t0(0) o38->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788869321.134238:0:5564:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID 00800000:01000000:2.0:1788869321.134356:0:5564:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9eb30868d000(d592e186-2792-4746-8df9-50aeb673ccae) successfully (5) 00800000:00000004:2.0:1788869321.134360:0:5564:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9eb30868d000: age -707, max_age 0 00000100:00100000:2.0:1788869321.134458:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1788869321.134472:0:2360:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb304bf8e00 x1875765276707072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1788869321.134501:0:5564:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9eb30868d000: age -707, max_age 292 00800000:00000004:2.0:1788869321.134507:0:5564:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9eb30868d000: age -707, max_age 292 00000100:00080000:2.0:1788869321.134522:0:5564:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb304bfad80 x1875765276707200/t0(0) o41->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869321.134530:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb310dc40c0 going to sleep for 0 seconds 00000100:00100000:1.0:1788869321.134605:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276706944:192.168.204.132@tcp:38: 00010000:00080000:2.0:1788869321.185555:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfa680 x1875765276706944/t0(0) o38->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 520/416 e 0 to 0 dl 1788869331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869321.185573:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb30868d000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788869321.185585:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9eb30868d000: connect to target with instance 1 00000001:01000000:2.0:1788869321.436969:0:2357:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9eb30868d000: T10 checksum algorithm t10ip512 speed = 2630 MB/s 00000001:01000000:1.0:1788869321.686864:0:2357:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9eb30868d000: T10 checksum algorithm t10ip4K speed = 3259 MB/s 00000001:01000000:2.0:1788869321.937113:0:2357:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9eb30868d000: T10 checksum algorithm t10crc512 speed = 619 MB/s 00010000:00010000:2.0:1788869322.035963:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869322.157002:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb310dc40c0 going to sleep for 0 seconds 00000001:01000000:2.0:1788869322.187536:0:2357:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9eb30868d000: T10 checksum algorithm t10crc4K speed = 771 MB/s 00000100:00080000:2.0:1788869322.187551:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9eb30868d000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1788869322.187566:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788869322.187572:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb31893f800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788869322.188327:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a49d007f): req@ffff9eb304bfad80 x1875765276707200/t0(0) o41->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788869322.188355:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002667ed03): req@ffff9eb304bf8e00 x1875765276707072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869322.188390:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276706944:192.168.204.132@tcp:38: 00000100:00100000:3.0:1788869322.189115:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb310dc40c0 going to sleep for 11 seconds 00010000:00080000:2.0:1788869322.196449:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bf8e00 x1875765276707072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 1788869338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869322.196479:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d592e186-2792-4746-8df9-50aeb673ccae:0:1875765276707072:192.168.204.132@tcp:41: 00010000:00080000:3.0:1788869322.211557:0:5564:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfad80 x1875765276707200/t0(0) o41->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 1788869338 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869322.211577:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d592e186-2792-4746-8df9-50aeb673ccae:5564:1875765276707200:192.168.204.132@tcp:41: 00800000:00000004:3.0:1788869322.211603:0:5564:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9eb30868d000: update ffff9eb304bbd190 cache blocks 17240/17271 objects 534261/534593 00000080:00000004:3.0:1788869322.211610:0:5564:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9eb30868d000: update ffff9eb304bbb7d0 cache blocks 17240/17271 objects 534261/534593 00000100:00100000:3.0:1788869322.212015:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d592e186-2792-4746-8df9-50aeb673ccae:5564:1875765276707328:192.168.204.132@tcp:40: 00000100:00100000:3.0:1788869322.213322:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308d48900 going to sleep for 11 seconds 00010000:00080000:3.0:1788869322.223282:0:5564:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb3054b7480 x1875765276707328/t0(0) o40->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 440/448 e 0 to 0 dl 1788869338 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869322.223312:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d592e186-2792-4746-8df9-50aeb673ccae:5564:1875765276707328:192.168.204.132@tcp:40: 00000080:00000004:3.0:1788869322.223342:0:5564:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1788869322.223360:0:5564:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682648 ocd_grant: 3407872 00020000:01000000:3.0:1788869322.223373:0:5564:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1788869322.223387:0:5564:0:(genops.c:1406:class_connect()) connect: client d592e186-2792-4746-8df9-50aeb673ccae, cookie 0xfaea9112da5f53fb 00000020:00000080:3.0:1788869322.223408:0:5564:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xfaea9112da5f5402 00000100:00080000:3.0:1788869322.223416:0:5564:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9eb30868d000: connect to NID 192.168.204.132@tcp last attempt 0 00000100:00080000:3.0:1788869322.223568:0:5564:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9eb30868d000: import ffff9eb31893c800 using connection 192.168.204.132@tcp/192.168.204.132@tcp 00000008:00100000:3.0:1788869322.223581:0:5564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682648 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788869322.223606:0:5564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb3054b7480 x1875765276707456/t0(0) o8->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788869322.223685:0:5564:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID 00020000:01000000:3.0:1788869322.223700:0:5564:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9eb30868d000) active 00000020:00000080:3.0:1788869322.223728:0:5564:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xfaea9112da5f5409 00000100:00080000:3.0:1788869322.223749:0:5564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9eb30868d000: connect to NID 192.168.204.132@tcp last attempt 0 00000100:00080000:3.0:1788869322.223755:0:5564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9eb30868d000: import ffff9eb31893b800 using connection 192.168.204.132@tcp/192.168.204.132@tcp 00000008:00100000:3.0:1788869322.223761:0:5564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682648 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788869322.223773:0:5564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb3054b4000 x1875765276707584/t0(0) o8->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788869322.223781:0:5564:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID 00020000:01000000:3.0:1788869322.223787:0:5564:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9eb30868d000) active 00000100:00100000:3.0:1788869322.223844:0:5564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d592e186-2792-4746-8df9-50aeb673ccae:5564:1875765276707840:192.168.204.132@tcp:33: 00000100:00100000:3.0:1788869322.223963:0:5564:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308d48900 going to sleep for 11 seconds 00000100:00100000:2.0:1788869322.224097:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276707456:192.168.204.132@tcp:8: 00000100:00100000:2.0:1788869322.224180:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276707584:192.168.204.132@tcp:8: 00000100:00100000:1.0:1788869322.224410:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276707712:192.168.204.132@tcp:400: 00000100:00100000:1.0:1788869322.230903:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276707712:192.168.204.132@tcp:400: 00010000:00080000:2.0:1788869322.233249:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb3054b7480 x1875765276707456/t0(0) o8->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 520/416 e 0 to 0 dl 1788869332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869322.233265:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb30868d000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788869322.233275:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9eb30868d000: connect to target with instance 1 00000100:00080000:2.0:1788869322.233284:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9eb30868d000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788869322.233296:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788869322.233299:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb31893c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788869322.233305:0:2357:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1788869322.233309:0:2357:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788869322.233314:0:2357:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788869322.233325:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276707456:192.168.204.132@tcp:8: 00010000:00080000:2.0:1788869322.233355:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb3054b4000 x1875765276707584/t0(0) o8->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 520/416 e 0 to 0 dl 1788869332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869322.233364:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb30868d000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788869322.233368:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9eb30868d000: connect to target with instance 1 00000100:00080000:2.0:1788869322.233372:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9eb30868d000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788869322.233394:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788869322.233397:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb31893b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788869322.233401:0:2357:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1788869322.233403:0:2357:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788869322.233406:0:2357:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788869322.233411:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276707584:192.168.204.132@tcp:8: 00010000:00080000:3.0:1788869322.297081:0:5564:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb3054b6300 x1875765276707840/t0(0) o33->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:23/10 lens 448/464 e 0 to 0 dl 1788869338 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788869322.297103:0:5564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d592e186-2792-4746-8df9-50aeb673ccae:5564:1875765276707840:192.168.204.132@tcp:33: 00000080:00200000:3.0:1788869322.297522:0:5564:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00200000:3.0:1788869322.297533:0:5564:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:3.0:1788869322.297602:0:5564:0:(llite_lib.c:1661:ll_fill_super()) Mounted lustre-client 00000080:00000004:3.0:1788869322.305121:0:5564:0:(super25.c:181:lustre_fill_super()) 192.168.204.132@tcp:/lustre: Mount complete 00000080:00200008:1.0:1788869322.574152:0:5604:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788869322.574165:0:5604:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248),name=/ 00000002:00010000:1.0:1788869322.574188:0:5604:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788869322.574248:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.574259:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5604 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.574268:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5604 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869322.574290:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfea00 pname:cluuid:pid:xid:nid:opc:job mkdir:d592e186-2792-4746-8df9-50aeb673ccae:5604:1875765276707968:192.168.204.132@tcp:101: 00000100:00100000:1.0:1788869322.574382:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb304b4de40 going to sleep for 11 seconds 00000100:00100000:1.0:1788869322.591119:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfea00 pname:cluuid:pid:xid:nid:opc:job mkdir:d592e186-2792-4746-8df9-50aeb673ccae:5604:1875765276707968:192.168.204.132@tcp:101: 00010000:00010000:1.0:1788869322.591158:0:5604:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.591170:0:5604:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.591182:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.591199:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.591213:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.591239:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.591247:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1788869322.591259:0:5604:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb304bfea00 x1875765276707968/t0(0) o101->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 576/688 e 0 to 0 dl 1788869338 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1788869322.591272:0:5604:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.591285:0:5604:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb308d1f400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1788869322.591292:0:5604:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1788869322.591322:0:5604:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:00010000:1.0:1788869322.591328:0:5604:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) for lock 0xfaea9112da5f5410 00000080:00010000:1.0:1788869322.591334:0:5604:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00010000:1.0:1788869322.591337:0:5604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfaea9112da5f5410 from it ffffba7483c27cb8 00010000:00010000:1.0:1788869322.591340:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869322.591349:0:5604:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788869323.053842:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869324.076788:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1788869324.926157:0:5656:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788869324.926180:0:5656:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248),name=/ 00000002:00010000:3.0:1788869324.926279:0:5656:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788869324.926312:0:5656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788869324.926334:0:5656:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1788869324.926357:0:5656:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788869324.926370:0:5656:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00010000:3.0:1788869324.926375:0:5656:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) for lock 0xfaea9112da5f5410 00000080:00010000:3.0:1788869324.926387:0:5656:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfaea9112da5f5410 from it ffffba748174bcb8 00010000:00010000:3.0:1788869324.926393:0:5656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788869324.926405:0:5656:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1788869324.927771:0:5656:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1788869324.927782:0:5656:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248),name=/ 00000002:00010000:3.0:1788869324.927801:0:5656:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788869324.927820:0:5656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1788869324.927835:0:5656:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1788869324.927843:0:5656:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788869324.927851:0:5656:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00010000:3.0:1788869324.927854:0:5656:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) for lock 0xfaea9112da5f5410 00000080:00010000:3.0:1788869324.927861:0:5656:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfaea9112da5f5410 from it ffffba748174bcb8 00010000:00010000:3.0:1788869324.927865:0:5656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1788869324.927887:0:5656:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1788869324.928131:0:5656:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248),name=/ 00000002:00010000:3.0:1788869324.928140:0:5656:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788869324.928148:0:5656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1788869324.928158:0:5656:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1788869324.928166:0:5656:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788869324.928170:0:5656:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00010000:3.0:1788869324.928173:0:5656:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) for lock 0xfaea9112da5f5410 00000080:00010000:3.0:1788869324.928178:0:5656:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfaea9112da5f5410 from it ffffba748174bbb0 00010000:00010000:3.0:1788869324.928182:0:5656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1788869324.928191:0:5656:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1788869324.928201:0:5656:0:(file.c:6650:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248), inode mode 41ed mask 44 00000080:00200008:3.0:1788869324.928277:0:5656:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), flags 100000 00000080:00200080:3.0:1788869324.928494:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.928513:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00800000:00000004:3.0:1788869324.928522:0:5656:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9eb30868d000: age 294, max_age 296 00000100:00100000:3.0:1788869324.928582:0:5656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job lfs:d592e186-2792-4746-8df9-50aeb673ccae:5656:1875765276708096:192.168.204.132@tcp:41: 00000100:00100000:3.0:1788869324.928785:0:5656:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308d48180 going to sleep for 11 seconds 00000100:00100000:3.0:1788869324.938733:0:5656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job lfs:d592e186-2792-4746-8df9-50aeb673ccae:5656:1875765276708096:192.168.204.132@tcp:41: 00800000:00000004:3.0:1788869324.938788:0:5656:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9eb30868d000: update ffff9eb304bbd190 cache blocks 17240/17271 objects 534261/534593 00000080:00200080:3.0:1788869324.938903:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938927:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.938936:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938941:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.938946:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938950:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.938954:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938958:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.938962:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938966:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.938970:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938974:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.938978:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938983:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.938987:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938991:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.938995:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.938999:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939004:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939008:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939011:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939126:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939134:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939137:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939141:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939145:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939148:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939152:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939157:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939160:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939164:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939168:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939172:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939176:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939181:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939184:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939188:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939192:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939196:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939200:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939204:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939208:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939212:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939216:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939391:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939398:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939411:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939416:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939420:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939423:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939427:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939431:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939435:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939439:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939442:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939446:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939450:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939454:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939459:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939463:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939467:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939471:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939475:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939479:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939483:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939487:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939491:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939495:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939499:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939503:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939507:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939518:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939524:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939528:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939532:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939536:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939540:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939544:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939548:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939551:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939555:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939559:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939563:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939566:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939570:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939574:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939578:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939582:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939585:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939589:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939593:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.939608:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.939614:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940120:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940137:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940144:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940159:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940164:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940168:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940171:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940175:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940178:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940182:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940186:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940190:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940194:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940198:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940201:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940206:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940831:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940847:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940853:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940858:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940861:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940865:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940869:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940873:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940877:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940882:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940886:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940890:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940905:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940912:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940916:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940920:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940924:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940929:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00800000:00000080:3.0:1788869324.940934:0:5656:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.940939:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.940947:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00020000:00000004:3.0:1788869324.940958:0:5656:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9eb30868d000: age -707, max_age 296 00000100:00100000:3.0:1788869324.942160:0:5656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job lfs:d592e186-2792-4746-8df9-50aeb673ccae:5656:1875765276708224:192.168.204.132@tcp:13: 00000100:00100000:3.0:1788869324.942851:0:5656:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308d48180 going to sleep for 11 seconds 00010000:00080000:3.0:1788869324.954781:0:5656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb3054b6300 x1875765276708224/t0(0) o13->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:7/4 lens 224/368 e 0 to 0 dl 1788869340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869324.954808:0:5656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job lfs:d592e186-2792-4746-8df9-50aeb673ccae:5656:1875765276708224:192.168.204.132@tcp:13: 00020000:00000004:3.0:1788869324.954845:0:5656:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9eb30868d000: update ffff9eb304bb9e10 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:3.0:1788869324.954948:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.954972:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00020000:00000004:3.0:1788869324.954983:0:5656:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9eb30868d000: age -707, max_age 296 00000100:00100000:3.0:1788869324.956145:0:5656:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job lfs:d592e186-2792-4746-8df9-50aeb673ccae:5656:1875765276708352:192.168.204.132@tcp:13: 00000100:00100000:3.0:1788869324.956771:0:5656:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308d48180 going to sleep for 11 seconds 00010000:00080000:3.0:1788869324.967058:0:5656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb3054b6300 x1875765276708352/t0(0) o13->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:7/4 lens 224/368 e 0 to 0 dl 1788869340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869324.967118:0:5656:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job lfs:d592e186-2792-4746-8df9-50aeb673ccae:5656:1875765276708352:192.168.204.132@tcp:13: 00020000:00000004:3.0:1788869324.967177:0:5656:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9eb30868d000: update ffff9eb31886d190 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:3.0:1788869324.967312:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967340:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967349:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967355:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967360:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967364:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967369:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967373:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967377:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967380:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967385:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967389:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967393:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967397:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967402:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967406:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967411:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967414:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967419:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967423:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967427:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967431:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967436:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967439:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967455:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967460:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967464:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967467:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967471:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967475:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967479:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967483:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967488:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967491:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967495:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967498:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967503:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967506:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967510:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967514:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967518:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967521:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967526:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967529:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967534:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967537:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967541:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967545:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967559:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967572:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967578:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967583:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967587:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967590:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967594:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967598:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967602:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967605:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.967610:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.967613:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969060:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969103:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969122:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969127:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969131:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969135:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969140:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969143:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969148:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969151:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969156:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969159:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969163:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969167:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969188:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969193:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969197:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969200:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969204:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969208:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969212:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969216:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969220:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969224:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969238:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969243:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969248:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969252:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969257:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969260:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969264:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969269:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969272:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969276:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969280:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969284:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969289:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969293:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969297:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969308:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969314:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969318:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969322:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969326:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969330:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969333:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969337:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969340:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969343:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969347:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969350:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969353:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969357:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969360:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969364:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969368:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969371:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969375:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969379:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969383:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969386:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:3.0:1788869324.969390:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb302c5d800 uarg=0000000000000000 00000080:00200080:3.0:1788869324.969393:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:2.0:1788869324.971582:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb304b11400 uarg=0000000000000000 00000080:00200080:2.0:1788869324.972569:0:5656:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248) cmd=c00866a4 arg=7fffb65b9350 00020000:00000080:2.0:1788869324.972597:0:5656:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9eb30868d000: cmd=c00866a4 len=592 karg=ffff9eb304b11400 uarg=0000000000000000 00000080:00200008:2.0:1788869324.972810:0:5656:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), flags 100000 00010000:00010000:2.0:1788869325.109868:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869326.126365:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869327.150100:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869327.277681:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2358:1875765276708480:192.168.204.132@tcp:400: 00000100:00100000:0.0:1788869327.277785:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318847480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276708736:192.168.204.132@tcp:400: 00000100:00100000:0.0:1788869327.277823:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788869327.277830:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276708608:192.168.204.132@tcp:400: 00000100:00100000:0.0:1788869327.277858:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276708864:192.168.204.132@tcp:400: 00000100:00100000:0.0:1788869327.284408:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276708608:192.168.204.132@tcp:400: 00010000:00080000:0.0:1788869327.284434:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb318844000 x1875765276708864/t0(0) o400->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869327.284447:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276708864:192.168.204.132@tcp:400: 00000100:00100000:0.0:1788869327.284458:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2358:1875765276708480:192.168.204.132@tcp:400: 00010000:00080000:0.0:1788869327.284482:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb318847480 x1875765276708736/t0(0) o400->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869327.284492:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318847480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276708736:192.168.204.132@tcp:400: 00010000:00010000:3.0:1788869328.177564:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788869328.196526:0:5846:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1788869329.198257:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869330.225523:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869331.245366:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869332.270868:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869332.399682:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276709120:192.168.204.132@tcp:400: 00000100:00100000:1.0:1788869332.399795:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276709376:192.168.204.132@tcp:400: 00000100:00100000:1.0:1788869332.399850:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788869332.399858:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318847480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276708992:192.168.204.132@tcp:400: 00000100:00100000:1.0:1788869332.399885:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276709248:192.168.204.132@tcp:400: 00000100:00100000:1.0:1788869332.405290:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318847480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276708992:192.168.204.132@tcp:400: 00010000:00080000:1.0:1788869332.405316:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb318844000 x1875765276709248/t0(0) o400->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869332.405329:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276709248:192.168.204.132@tcp:400: 00000100:00100000:1.0:1788869332.405341:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276709120:192.168.204.132@tcp:400: 00010000:00080000:1.0:1788869332.405351:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb318845500 x1875765276709376/t0(0) o400->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869332.405359:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276709376:192.168.204.132@tcp:400: 00000100:00100000:1.0:1788869332.543595:0:2350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.132@tcp (source: 12345-192.168.204.132@tcp) 00000100:00100000:1.0:1788869332.543687:0:2350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.132@tcp (source: 12345-192.168.204.132@tcp) 00000100:00100000:1.0:1788869332.543776:0:5566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765303993728 00000100:00100000:1.0:1788869332.543789:0:5566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765303993728 00000100:00100000:1.0:1788869332.543826:0:5566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765303993856 00000100:00100000:1.0:1788869332.543829:0:5566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765303993856 00000100:00100000:1.0:1788869332.543847:0:5566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.132@tcp, seq: 0 00000100:00100000:1.0:1788869332.543855:0:5566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb304bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:83c6928c-56a9-4947-a648-e72eb5d4336a+4:8334:x1875765303993728:12345-192.168.204.132@tcp:104: 00010000:00010000:1.0:1788869332.544075:0:5566:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f53b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869332.544164:0:5566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788869332.544179:0:5566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb304bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:83c6928c-56a9-4947-a648-e72eb5d4336a+4:8334:x1875765303993728:12345-192.168.204.132@tcp:104: Request processed in 324us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869332.544187:0:5566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.132@tcp, seq: 0 00000100:00100000:1.0:1788869332.544206:0:5566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.132@tcp, seq: 1 00000100:00100000:1.0:1788869332.544212:0:5566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb304bff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:83c6928c-56a9-4947-a648-e72eb5d4336a+3:8334:x1875765303993856:12345-192.168.204.132@tcp:104: 00010000:00010000:1.0:1788869332.544221:0:5566:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f53ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869332.544257:0:5566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788869332.544263:0:5566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb304bff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:83c6928c-56a9-4947-a648-e72eb5d4336a+3:8334:x1875765303993856:12345-192.168.204.132@tcp:104: Request processed in 51us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869332.544269:0:5566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.132@tcp, seq: 1 00010000:00010000:3.0:1788869332.544326:0:5575:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788869332.544335:0:5575:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f53b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544345:0:5575:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb300031a00 already unused, calling callback (ffffffffc12efc20) 10000000:00010000:3.0:1788869332.544349:0:5575:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f53b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544358:0:5575:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f53b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869332.544365:0:5575:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f53b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869332.544372:0:5575:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788869332.544416:0:5575:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f53b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544423:0:5575:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869332.544440:0:5575:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f53b5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544447:0:5575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f53b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de12 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544469:0:5575:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869332.544472:0:5575:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f53ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544489:0:5575:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb300031400 already unused, calling callback (ffffffffc12efc20) 10000000:00010000:3.0:1788869332.544493:0:5575:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f53ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544499:0:5575:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f53ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869332.544505:0:5575:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f53ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869332.544510:0:5575:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788869332.544526:0:5575:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f53ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544531:0:5575:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869332.544537:0:5575:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f53ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544542:0:5575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f53ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de0b expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869332.544556:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869332.544557:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869332.544559:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869332.544584:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276709632:192.168.204.132@tcp:103: 00000100:00100000:3.0:1788869332.544690:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788869332.544698:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276709504:192.168.204.132@tcp:103: 00010000:00010000:2.0:1788869332.545028:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869332.551978:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276709504:192.168.204.132@tcp:103: 00000100:00100000:3.0:1788869332.552014:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276709632:192.168.204.132@tcp:103: 00010000:00010000:3.0:1788869333.292953:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869334.317660:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869335.343062:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788869335.920168:0:5578:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788869335.920177:0:5578:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9eb30868d000 from 39 10000000:01000000:1.0:1788869335.920183:0:5578:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788869335.920237:0:5578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb3027d4c00/0xfaea9112da5f5417 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869335.920250:0:5578:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: ffff9eb3027d4c00/0xfaea9112da5f5417 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869335.920262:0:5578:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: ffff9eb3027d4c00/0xfaea9112da5f5417 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788869335.920291:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bffb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276709760:192.168.204.132@tcp:101: 00000100:00100000:1.0:1788869335.920391:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788869335.936029:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bffb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276709760:192.168.204.132@tcp:101: 00010000:00010000:0.0:1788869335.936060:0:5578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: ffff9eb3027d4c00/0xfaea9112da5f5417 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506deb3 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869335.936074:0:5578:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: ffff9eb3027d4c00/0xfaea9112da5f5417 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506deb3 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869335.936147:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318846300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276709888:192.168.204.132@tcp:501: 00000100:00100000:0.0:1788869335.936223:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308c9f480 going to sleep for 11 seconds 00000100:00100000:0.0:1788869335.954497:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318846300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276709888:192.168.204.132@tcp:501: 00000100:00100000:0.0:1788869335.954566:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318846300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276710016:192.168.204.132@tcp:503: 00000100:00100000:0.0:1788869335.954674:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308c9f480 going to sleep for 11 seconds 00000100:00100000:2.0:1788869335.963070:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318846300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276710016:192.168.204.132@tcp:503: 00000100:00100000:3.0:1788869335.973039:0:6062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:6062:1875765276710144:192.168.204.132@tcp:502: 00000100:00100000:3.0:1788869335.973573:0:6062:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308d48600 going to sleep for 11 seconds 00000100:00100000:3.0:1788869335.984194:0:6062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:6062:1875765276710144:192.168.204.132@tcp:502: 00000020:01000000:3.0:1788869335.984304:0:6062:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788869335.984316:0:6062:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869335.984319:0:6062:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788869335.984853:0:6062:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788869335.984909:0:6062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:6062:1875765276710272:192.168.204.132@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788869335.985318:0:6062:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308d48600 going to sleep for 11 seconds 00000100:00100000:3.0:1788869335.992718:0:6062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:6062:1875765276710272:192.168.204.132@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788869335.992769:0:6062:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788869335.992778:0:6062:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788869335.992781:0:6062:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788869335.992788:0:6062:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1788869335.993763:0:5578:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:0.0:1788869335.993792:0:5578:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788869335.993806:0:5578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb3027d4c00/0xfaea9112da5f5417 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506deb3 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869335.993820:0:5578:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb3027d4c00/0xfaea9112da5f5417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506deb3 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788869335.993832:0:5578:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1788869335.993835:0:5578:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9eb320780000 from 1 10000000:01000000:0.0:1788869335.993852:0:5578:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788869335.993913:0:5578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f541e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869335.993923:0:5578:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f541e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869335.993933:0:5578:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f541e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869335.993963:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318846680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276710400:192.168.204.132@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788869335.994074:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308c9f600 going to sleep for 11 seconds 00000100:00100000:2.0:1788869336.001038:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318846680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276710400:192.168.204.132@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788869336.001080:0:5578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f541e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506deba expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869336.001237:0:5578:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f541e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506deba expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788869336.001340:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276710528:192.168.204.132@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788869336.001450:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308da20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788869336.016373:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276710528:192.168.204.132@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1788869336.016427:0:5578:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788869336.016438:0:5578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f541e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506deba expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869336.016450:0:5578:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb300031a00/0xfaea9112da5f541e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506deba expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869336.367070:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869336.997329:0:2350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.132@tcp (source: 12345-192.168.204.132@tcp) 00000100:00100000:0.0:1788869336.997494:0:5566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765304000896 00000100:00100000:0.0:1788869336.997505:0:5566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765304000896 00000100:00100000:0.0:1788869336.997593:0:5566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.132@tcp, seq: 2 00000100:00100000:0.0:1788869336.997604:0:5566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb304bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:83c6928c-56a9-4947-a648-e72eb5d4336a+3:8395:x1875765304000896:12345-192.168.204.132@tcp:104: 00010000:00010000:0.0:1788869336.997649:0:5566:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869336.997724:0:5566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788869336.997736:0:5566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb304bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:83c6928c-56a9-4947-a648-e72eb5d4336a+3:8395:x1875765304000896:12345-192.168.204.132@tcp:104: Request processed in 135us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869336.997744:0:5566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.132@tcp, seq: 2 00010000:00010000:3.0:1788869336.997806:0:5575:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788869336.997813:0:5575:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869336.997821:0:5575:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb3013c8000 already unused, calling callback (ffffffffc12efc20) 10000000:00010000:3.0:1788869336.997825:0:5575:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869336.997835:0:5575:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788869336.997849:0:5575:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869336.997855:0:5575:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788869336.997909:0:5575:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869336.997916:0:5575:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788869336.997945:0:5575:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869336.997953:0:5575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.132@tcp lock: ffff9eb3013c8000/0xfaea9112da5f53e6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506de20 expref: -99 pid: 5564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869336.997971:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869336.997973:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869336.997975:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869336.997982:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788869336.997998:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276710656:192.168.204.132@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1788869337.007756:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276710656:192.168.204.132@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788869337.388869:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869337.517027:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276710912:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869337.517153:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788869337.517162:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276710784:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869337.517204:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276711040:192.168.204.132@tcp:400:kworker.0 00010000:00080000:0.0:1788869337.520535:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfdf80 x1875765276711040/t0(0) o400->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869337.520558:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276711040:192.168.204.132@tcp:400:kworker.0 00010000:00080000:0.0:1788869337.520572:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfca80 x1875765276710912/t0(0) o400->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869337.520581:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276710912:192.168.204.132@tcp:400:kworker.0 00000100:00100000:0.0:1788869337.525392:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276710784:192.168.204.132@tcp:400:kworker.0 10000000:01000000:0.0:1788869337.772909:0:5578:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788869337.772918:0:5578:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9eb30868d000 from 4 10000000:01000000:0.0:1788869337.772922:0:5578:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788869337.772974:0:5578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869337.772987:0:5578:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869337.772996:0:5578:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869337.773038:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276711168:192.168.204.132@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788869337.773137:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308c9f540 going to sleep for 11 seconds 00000100:00100000:0.0:1788869337.778826:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276711168:192.168.204.132@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788869337.779059:0:5578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869337.779072:0:5578:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788869337.779161:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276711296:192.168.204.132@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788869337.779248:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308c9f540 going to sleep for 11 seconds 00000100:00100000:0.0:1788869337.803315:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276711296:192.168.204.132@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788869337.803387:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276711424:192.168.204.132@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788869337.803574:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308c9f540 going to sleep for 11 seconds 00000100:00100000:0.0:1788869337.818916:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276711424:192.168.204.132@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788869337.819500:0:6114:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318844e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:6114:1875765276711552:192.168.204.132@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788869337.819931:0:6114:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308c9f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788869337.826239:0:6114:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318844e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:6114:1875765276711552:192.168.204.132@tcp:502:llog_process_th.0 00000020:01000000:2.0:1788869337.826286:0:6114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869337.826296:0:6114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869337.826299:0:6114:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788869337.826306:0:6114:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9eb30868d000 00000020:00000080:2.0:1788869337.826309:0:6114:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788869337.826456:0:6114:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfa680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:6114:1875765276711680:192.168.204.132@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788869337.826552:0:6114:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb308da2780 going to sleep for 11 seconds 00000100:00100000:2.0:1788869337.835101:0:6114:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfa680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:6114:1875765276711680:192.168.204.132@tcp:502:llog_process_th.0 00000020:01000000:2.0:1788869337.835150:0:6114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869337.835159:0:6114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869337.835161:0:6114:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1788869337.835166:0:6114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1788869337.838739:0:5578:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1788869337.838781:0:5578:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788869337.838792:0:5578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869337.838805:0:5578:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869338.412981:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869339.436906:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869340.460806:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869341.485277:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869342.509789:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869342.636825:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276711808:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869342.636837:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276711936:192.168.204.132@tcp:400:kworker.0 00000100:00100000:0.0:1788869342.636945:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276712064:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869342.636974:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276712192:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869342.643254:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276711936:192.168.204.132@tcp:400:kworker.0 00010000:00080000:0.0:1788869342.644281:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfc000 x1875765276712192/t0(0) o400->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869342.644297:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276712192:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869342.644355:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276711808:192.168.204.132@tcp:400:kworker.0 00010000:00080000:1.0:1788869342.644370:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bff480 x1875765276712064/t0(0) o400->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869342.644381:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276712064:192.168.204.132@tcp:400:kworker.0 00010000:00010000:3.0:1788869343.538617:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788869343.990991:0:6418:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg432-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1788869344.557736:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869345.593365:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869346.608349:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869347.629263:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788869347.756813:0:37:0:(import.c:65:import_set_state_nolock()) ffff9eb31893c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1788869347.756820:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9eb30868d000: disconnect after 23s idle 00000100:00100000:2.0:1788869347.760218:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276712576:192.168.204.132@tcp:9:kworker.0 00000100:00080000:1.0:1788869347.760448:0:37:0:(import.c:65:import_set_state_nolock()) ffff9eb31893b800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1788869347.760453:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9eb30868d000: disconnect after 23s idle 00000100:00100000:2.0:1788869347.761893:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276712704:192.168.204.132@tcp:9:kworker.0 00000100:00100000:1.0:1788869347.769173:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276712320:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869347.769282:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788869347.769291:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276712448:192.168.204.132@tcp:400:kworker.0 00010000:00080000:3.0:1788869347.769783:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfd500 x1875765276712576/t0(0) o9->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788869347.769814:0:2357:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb304bfd500 x1875765276712576/t0(0) o9->lustre-OST0000-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788869347.769822:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb31893c800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1788869347.769826:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276712576:192.168.204.132@tcp:9:kworker.0 00010000:00080000:3.0:1788869347.770247:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfe300 x1875765276712704/t0(0) o9->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788869347.770259:0:2357:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb304bfe300 x1875765276712704/t0(0) o9->lustre-OST0001-osc-ffff9eb30868d000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788869347.770266:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb31893b800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1788869347.770270:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d592e186-2792-4746-8df9-50aeb673ccae:2357:1875765276712704:192.168.204.132@tcp:9:kworker.0 00000100:00100000:0.0:1788869347.772086:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276712320:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869347.779921:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276712448:192.168.204.132@tcp:400:kworker.0 00010000:00010000:0.0:1788869348.657483:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788869349.591273:0:6698:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg432-client.virtnet: executing yml_node 00010000:00010000:3.0:1788869349.678132:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869350.700781:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788869351.726974:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869352.749680:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869352.887500:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276712832:192.168.204.132@tcp:400:kworker.0 00000100:00100000:3.0:1788869352.894272:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d592e186-2792-4746-8df9-50aeb673ccae:2360:1875765276712960:192.168.204.132@tcp:400:kworker.0 00000100:00100000:3.0:1788869352.899495:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276712832:192.168.204.132@tcp:400:kworker.0 00000100:00100000:3.0:1788869352.907853:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d592e186-2792-4746-8df9-50aeb673ccae:2360:1875765276712960:192.168.204.132@tcp:400:kworker.0 00010000:00010000:3.0:1788869353.773958:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869354.799242:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788869355.383050:0:7148:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.55.24 00010000:00010000:3.0:1788869355.820937:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869356.847181:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869357.870849:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788869357.997364:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d592e186-2792-4746-8df9-50aeb673ccae:2360:1875765276713216:192.168.204.132@tcp:400:kworker.0 00000100:00100000:3.0:1788869357.997499:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788869357.997506:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2360:1875765276713088:192.168.204.132@tcp:400:kworker.0 00000100:00100000:3.0:1788869358.006182:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2360:1875765276713088:192.168.204.132@tcp:400:kworker.0 00000100:00100000:3.0:1788869358.006204:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d592e186-2792-4746-8df9-50aeb673ccae:2360:1875765276713216:192.168.204.132@tcp:400:kworker.0 00000001:02000400:0.0:1788869358.177398:0:7302:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.55.24 00010000:00010000:3.0:1788869358.894887:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788869359.927179:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869360.941965:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788869361.574612:0:7457:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.55.24 00010000:00010000:1.0:1788869361.965072:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869362.989797:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788869363.117037:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276713344:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869363.117165:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788869363.117172:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276713472:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869363.134415:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276713472:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869363.134435:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276713344:192.168.204.132@tcp:400:kworker.0 00000001:02000400:0.0:1788869363.287583:0:7601:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Tue Sep 8 08:09:21 EDT 2026 00010000:00010000:3.0:1788869364.013899:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869365.039862:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869366.061730:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869367.084921:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869368.108949:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869368.246965:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276713600:192.168.204.132@tcp:400:kworker.0 00000100:00100000:2.0:1788869368.247120:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788869368.247128:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276713728:192.168.204.132@tcp:400:kworker.0 00000100:00100000:3.0:1788869368.255181:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276713728:192.168.204.132@tcp:400:kworker.0 00000100:00100000:3.0:1788869368.255201:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276713600:192.168.204.132@tcp:400:kworker.0 00010000:00010000:0.0:1788869369.132864:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869370.156870:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869371.180818:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869372.204804:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869373.228919:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869373.356840:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d592e186-2792-4746-8df9-50aeb673ccae:2360:1875765276713984:192.168.204.132@tcp:400:kworker.0 00000100:00100000:2.0:1788869373.356961:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788869373.356969:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2360:1875765276713856:192.168.204.132@tcp:400:kworker.0 00000100:00100000:2.0:1788869373.363473:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2360:1875765276713856:192.168.204.132@tcp:400:kworker.0 00000100:00100000:2.0:1788869373.379147:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d592e186-2792-4746-8df9-50aeb673ccae:2360:1875765276713984:192.168.204.132@tcp:400:kworker.0 00010000:00010000:0.0:1788869374.254161:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869375.276828:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869376.301111:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869377.324955:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869378.353354:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788869378.477745:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276714112:192.168.204.132@tcp:400:kworker.0 00000100:00100000:2.0:1788869378.477899:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788869378.477907:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276714240:192.168.204.132@tcp:400:kworker.0 00000100:00100000:2.0:1788869378.497779:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276714240:192.168.204.132@tcp:400:kworker.0 00000100:00100000:2.0:1788869378.497810:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276714112:192.168.204.132@tcp:400:kworker.0 00010000:00010000:0.0:1788869379.372762:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869380.397517:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788869381.421372:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869382.444890:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869383.473961:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788869383.599727:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276714368:192.168.204.132@tcp:400:kworker.0 00000100:00100000:0.0:1788869383.599893:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788869383.599901:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276714496:192.168.204.132@tcp:400:kworker.0 00000100:00100000:0.0:1788869383.605540:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276714496:192.168.204.132@tcp:400:kworker.0 00000100:00100000:0.0:1788869383.605563:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276714368:192.168.204.132@tcp:400:kworker.0 00000001:02000400:1.0:1788869383.703065:0:8157:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:1.0:1788869384.498321:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788869385.519323:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788869385.977079:0:8295:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:1.0:1788869386.541207:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788869387.474721:0:8439:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 08:09:46 (1788869386) === 00010000:00010000:3.0:1788869387.571528:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1788869387.805151:0:7619:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1788869387.805165:0:7619:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248),name=/ 00000002:00010000:2.0:1788869387.805192:0:7619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788869387.805215:0:7619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1788869387.805230:0:7619:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1788869387.805413:0:7619:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1788869387.805423:0:7619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00010000:2.0:1788869387.805427:0:7619:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) for lock 0xfaea9112da5f5410 00000080:00010000:2.0:1788869387.805444:0:7619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfaea9112da5f5410 from it ffffba748191bcb8 00010000:00010000:2.0:1788869387.805448:0:7619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1788869387.805457:0:7619:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:2.0:1788869387.839780:0:7619:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1788869387.839794:0:7619:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248),name=/ 00000002:00010000:2.0:1788869387.839818:0:7619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788869387.839839:0:7619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1788869387.839855:0:7619:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:2.0:1788869387.839863:0:7619:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1788869387.839870:0:7619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00010000:2.0:1788869387.839874:0:7619:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) for lock 0xfaea9112da5f5410 00000080:00010000:2.0:1788869387.839882:0:7619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfaea9112da5f5410 from it ffffba748191bcb8 00010000:00010000:2.0:1788869387.839900:0:7619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1788869387.839908:0:7619:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1788869387.870820:0:7619:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788869387.870834:0:7619:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248),name=/ 00000002:00010000:3.0:1788869387.870856:0:7619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788869387.870876:0:7619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788869387.871058:0:7619:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1788869387.871067:0:7619:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788869387.871075:0:7619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00010000:3.0:1788869387.871079:0:7619:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) for lock 0xfaea9112da5f5410 00000080:00010000:3.0:1788869387.871086:0:7619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfaea9112da5f5410 from it ffffba748191bcb8 00010000:00010000:3.0:1788869387.871090:0:7619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788869387.871113:0:7619:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1788869387.905121:0:7619:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb31093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788869387.905136:0:7619:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb31093b248),name=/ 00000002:00010000:3.0:1788869387.905164:0:7619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788869387.905187:0:7619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1788869387.905204:0:7619:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1788869387.905212:0:7619:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788869387.905219:0:7619:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) 00000080:00010000:3.0:1788869387.905223:0:7619:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb31093b248) for lock 0xfaea9112da5f5410 00000080:00010000:3.0:1788869387.905231:0:7619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfaea9112da5f5410 from it ffffba748191bcb8 00010000:00010000:3.0:1788869387.905235:0:7619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1788869387.905256:0:7619:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb30868d000 lock: ffff9eb3027d5a00/0xfaea9112da5f5410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6b265c291506de43 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:3.0:1788869388.235061:0:8487:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788869388.235065:0:8487:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1788869388.235067:0:8487:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.132@tcp:/lustre 00000020:01000004:3.0:1788869388.235068:0:8487:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1788869388.235236:0:8487:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9eb318941000 00000080:01000004:3.0:1788869388.235246:0:8487:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1788869388.235280:0:8487:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.132@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788869388.235284:0:8487:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.132@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:3.0:1788869388.235292:0:8487:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9eb318941000 (sb ffff9eb318941000) 00000080:01000000:3.0:1788869388.235387:0:8487:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1788869388.235389:0:8487:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1788869388.235392:0:8487:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:3.0:1788869388.235412:0:8487:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7 10000000:01000000:3.0:1788869388.241148:0:8487:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788869388.241156:0:8487:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9eb318941000 10000000:01000000:3.0:1788869388.241165:0:8487:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9eb318941000 10000000:01000000:3.0:1788869388.241170:0:8487:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788869388.241175:0:8487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9eb318941000 10000000:01000000:3.0:1788869388.241178:0:8487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788869388.241182:0:8487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9eb318941000 10000000:01000000:3.0:1788869388.241186:0:8487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788869388.241190:0:8487:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9eb318941000 from 1 10000000:01000000:3.0:1788869388.241194:0:8487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788869388.241246:0:8487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb342152400/0xfaea9112da5f542c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.241258:0:8487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: ffff9eb342152400/0xfaea9112da5f542c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.241283:0:8487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: ffff9eb342152400/0xfaea9112da5f542c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869388.241315:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276714624:192.168.204.132@tcp:101:mount.lustre.0 00000100:00100000:3.0:1788869388.245092:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869388.251648:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276714624:192.168.204.132@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788869388.251682:0:8487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: ffff9eb342152400/0xfaea9112da5f542c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506def9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.251718:0:8487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: ffff9eb342152400/0xfaea9112da5f542c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506def9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869388.251798:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276714752:192.168.204.132@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788869388.258257:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869388.296446:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276714752:192.168.204.132@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788869388.296516:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276714880:192.168.204.132@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788869388.300170:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869388.308961:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276714880:192.168.204.132@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788869388.309660:0:8491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318846d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:8491:1875765276715008:192.168.204.132@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788869388.309772:0:8491:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb304b4d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788869388.313211:0:8491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318846d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:8491:1875765276715008:192.168.204.132@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788869388.313276:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788869388.313288:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.313290:0:8491:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1788869388.313299:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9eb318941000 00000020:00000080:0.0:1788869388.313302:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788869388.313442:0:8491:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9eb318941000 (ffff9eb3204acd40) 00000020:00000080:0.0:1788869388.313466:0:8491:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:0.0:1788869388.313475:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9eb318941000 00000020:00000080:0.0:1788869388.313478:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788869388.314579:0:8491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9eb318941000 (uuid 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7) 00000020:01000000:0.0:1788869388.314589:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.314594:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.314596:0:8491:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1788869388.314600:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788869388.314604:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.314611:0:8491:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1788869388.314617:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9eb318941000 00000020:00000080:0.0:1788869388.314638:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788869388.314648:0:8491:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9eb318941000 (ffff9eb3204a99c0) 00000020:00000080:0.0:1788869388.314665:0:8491:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:0.0:1788869388.314671:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9eb318941000 00000020:00000080:0.0:1788869388.314673:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788869388.317662:0:8491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9eb318941000 (uuid 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7) 00000020:01000000:0.0:1788869388.317680:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.317689:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.317691:0:8491:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1788869388.317695:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788869388.317699:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.317700:0:8491:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1788869388.317704:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788869388.317706:0:8491:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1788869388.317718:0:8491:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1788869388.317725:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.317728:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.317729:0:8491:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1788869388.317731:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788869388.317734:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.317736:0:8491:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1788869388.317739:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788869388.318295:0:8491:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.132@tcp to nid 0x20000c0a8cc84 (192.168.204.132@tcp) 00000020:01000000:0.0:1788869388.318327:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9eb318941000 00000020:00000080:0.0:1788869388.318331:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788869388.318949:0:8491:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9eb318941000 (ffff9eb3204a8000) 00000020:00000080:0.0:1788869388.318972:0:8491:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:0.0:1788869388.318980:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9eb318941000 00000020:00000080:0.0:1788869388.318983:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788869388.319524:0:8491:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9eb31899d000@lustre-MDT0000-mdc-ffff9eb318941000: add connection 192.168.204.132@tcp at head 00010000:00010000:0.0:1788869388.326667:0:8491:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9eb318941000-4 is initialized 00000040:01000000:0.0:1788869388.327104:0:8491:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9eb318941000 ctxt 13 is initialized 00000020:00000080:0.0:1788869388.327151:0:8491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9eb318941000 (uuid 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7) 00000020:01000000:0.0:1788869388.327167:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9eb318941000 00000020:00000080:0.0:1788869388.327173:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1788869388.327201:0:8491:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1788869388.327245:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.327248:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.327250:0:8491:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1788869388.327253:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788869388.327255:0:8491:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1788869388.327257:0:8491:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788869388.327258:0:8491:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788869388.327260:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788869388.327262:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.327264:0:8491:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788869388.327267:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788869388.327271:0:8491:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.132@tcp:/lustre 00000020:00000080:0.0:1788869388.327275:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.327277:0:8491:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788869388.327280:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788869388.327286:0:8491:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.132@tcp to nid 0x20000c0a8cc84 (192.168.204.132@tcp) 00000020:01000000:0.0:1788869388.327316:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9eb318941000 00000020:00000080:0.0:1788869388.327319:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788869388.327340:0:8491:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9eb318941000 (ffff9eb3204ab380) 00000020:00000080:0.0:1788869388.327356:0:8491:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:0.0:1788869388.327363:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9eb318941000 00000020:00000080:0.0:1788869388.327365:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788869388.327475:0:8491:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9eb31899a800@lustre-OST0000-osc-ffff9eb318941000: add connection 192.168.204.132@tcp at head 00010000:00010000:0.0:1788869388.327697:0:8491:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9eb318941000-5 is initialized 00000020:00000080:0.0:1788869388.328253:0:8491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9eb318941000 (uuid 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7) 00000020:01000000:0.0:1788869388.328268:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9eb318941000 00000020:00000080:0.0:1788869388.328271:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788869388.328289:0:8491:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1788869388.328295:0:8491:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff9eb318941000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1788869388.328300:0:8491:0:(lov_obd.c:530:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1788869388.328310:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.328314:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.328315:0:8491:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788869388.328319:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788869388.328321:0:8491:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1788869388.328323:0:8491:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788869388.328324:0:8491:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788869388.328325:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788869388.328328:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.328329:0:8491:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788869388.328331:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788869388.328335:0:8491:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.132@tcp:/lustre 00000020:00000080:0.0:1788869388.331158:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.331162:0:8491:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788869388.331175:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788869388.331180:0:8491:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.132@tcp to nid 0x20000c0a8cc84 (192.168.204.132@tcp) 00000020:01000000:0.0:1788869388.331211:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9eb318941000 00000020:00000080:0.0:1788869388.331214:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788869388.331239:0:8491:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9eb318941000 (ffff9eb303593380) 00000020:00000080:0.0:1788869388.331261:0:8491:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:0.0:1788869388.331269:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9eb318941000 00000020:00000080:0.0:1788869388.331272:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788869388.331517:0:8491:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9eb318998800@lustre-OST0001-osc-ffff9eb318941000: add connection 192.168.204.132@tcp at head 00010000:00010000:0.0:1788869388.332617:0:8491:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9eb318941000-6 is initialized 00000020:00000080:0.0:1788869388.336163:0:8491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9eb318941000 (uuid 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7) 00000020:01000000:0.0:1788869388.336190:0:8491:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9eb318941000 00000020:00000080:0.0:1788869388.337113:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788869388.337142:0:8491:0:(lov_obd.c:479:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1788869388.337152:0:8491:0:(lov_obd.c:508:lov_add_target()) lustre-clilov-ffff9eb318941000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1788869388.337157:0:8491:0:(lov_obd.c:530:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1788869388.337173:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.337178:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.337180:0:8491:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788869388.337186:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788869388.337191:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.337194:0:8491:0:(obd_config.c:1561:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788869388.337197:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788869388.337199:0:8491:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788869388.337201:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.337204:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.337206:0:8491:0:(obd_config.c:1561:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788869388.337209:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788869388.337212:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.337213:0:8491:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788869388.337216:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788869388.337273:0:8491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318846d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:8491:1875765276715136:192.168.204.132@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788869388.340529:0:8491:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb320462e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788869388.353224:0:8491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318846d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:8491:1875765276715136:192.168.204.132@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788869388.353449:0:8491:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.353460:0:8491:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.353462:0:8491:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788869388.353470:0:8491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1788869388.353928:0:8487:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1788869388.353949:0:8487:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788869388.353970:0:8487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb342152400/0xfaea9112da5f542c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506def9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.353982:0:8487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb342152400/0xfaea9112da5f542c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506def9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869388.353990:0:8487:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff9eb318941000 from 1 10000000:01000000:3.0:1788869388.353993:0:8487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1788869388.354986:0:8487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb342153400/0xfaea9112da5f5456 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.354999:0:8487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: ffff9eb342153400/0xfaea9112da5f5456 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.355012:0:8487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: ffff9eb342153400/0xfaea9112da5f5456 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869388.355218:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715264:192.168.204.132@tcp:101:mount.lustre.0 00000100:00100000:3.0:1788869388.355683:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869388.367493:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715264:192.168.204.132@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788869388.367553:0:8487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: ffff9eb342153400/0xfaea9112da5f5456 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df00 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.367567:0:8487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: ffff9eb342153400/0xfaea9112da5f5456 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506df00 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869388.369540:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715392:192.168.204.132@tcp:256:mount.lustre.0 00000100:00100000:3.0:1788869388.369668:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869388.389357:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715392:192.168.204.132@tcp:256:mount.lustre.0 10000000:01000000:3.0:1788869388.390411:0:8487:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1788869388.390436:0:8487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb342153400/0xfaea9112da5f5456 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df00 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.390449:0:8487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb342153400/0xfaea9112da5f5456 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df00 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869388.390458:0:8487:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9eb318941000 from 1 10000000:01000000:3.0:1788869388.390461:0:8487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788869388.390499:0:8487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.390506:0:8487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.390528:0:8487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869388.390566:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715520:192.168.204.132@tcp:101:mount.lustre.0 00000100:00100000:3.0:1788869388.390674:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869388.393167:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715520:192.168.204.132@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788869388.393198:0:8487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869388.393210:0:8487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788869388.393290:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715648:192.168.204.132@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788869388.393377:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788869388.396151:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715648:192.168.204.132@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788869388.396211:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715776:192.168.204.132@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788869388.396314:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3050f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788869388.400179:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:83c6928c-56a9-4947-a648-e72eb5d4336a:8487:1875765276715776:192.168.204.132@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788869388.406925:0:8496:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:8496:1875765276715904:192.168.204.132@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788869388.407075:0:8496:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb304804600 going to sleep for 11 seconds 00000100:00100000:2.0:1788869388.411317:0:8496:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:8496:1875765276715904:192.168.204.132@tcp:502:llog_process_th.0 00000020:01000000:2.0:1788869388.411434:0:8496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869388.411446:0:8496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869388.411449:0:8496:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788869388.411456:0:8496:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9eb318941000 00000020:00000080:2.0:1788869388.411459:0:8496:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788869388.411468:0:8496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788869388.411470:0:8496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869388.411471:0:8496:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788869388.411473:0:8496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788869388.411475:0:8496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788869388.411477:0:8496:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788869388.411481:0:8496:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9eb318941000 00000020:00000080:2.0:1788869388.411483:0:8496:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788869388.411595:0:8496:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:8496:1875765276716032:192.168.204.132@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788869388.411929:0:8496:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb304804600 going to sleep for 11 seconds 00000100:00100000:0.0:1788869388.427384:0:8496:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:83c6928c-56a9-4947-a648-e72eb5d4336a:8496:1875765276716032:192.168.204.132@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788869388.427435:0:8496:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788869388.427453:0:8496:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788869388.427456:0:8496:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1788869388.427464:0:8496:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1788869388.427698:0:8487:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1788869388.427725:0:8487:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788869388.427738:0:8487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788869388.427749:0:8487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1788869388.427768:0:8487:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1788869388.427792:0:8487:0:(genops.c:1406:class_connect()) connect: client 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7, cookie 0xfaea9112da5f5464 00800000:01000000:1.0:1788869388.427815:0:8487:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7 to lustre-clilmv-ffff9eb318941000 00800000:01000000:1.0:1788869388.427823:0:8487:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9eb318941000(4cfda4f4-265a-41f9-83d8-e3d596a9b7d7) - lustre-MDT0000_UUID, 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7 00000020:00000080:1.0:1788869388.427837:0:8487:0:(genops.c:1406:class_connect()) connect: client 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7, cookie 0xfaea9112da5f546b 00000100:00080000:1.0:1788869388.427846:0:8487:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9eb318941000: connect to NID 192.168.204.132@tcp last attempt 0 00000100:00080000:1.0:1788869388.427853:0:8487:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9eb318941000: import ffff9eb31899d000 using connection 192.168.204.132@tcp/192.168.204.132@tcp 00000008:00100000:1.0:1788869388.427866:0:8487:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682648 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788869388.427890:0:8487:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb304bfc700 x1875765276716160/t0(0) o38->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788869388.427913:0:8487:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID 00800000:01000000:1.0:1788869388.428012:0:8487:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9eb318941000(4cfda4f4-265a-41f9-83d8-e3d596a9b7d7) successfully (5) 00800000:00000004:1.0:1788869388.428017:0:8487:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9eb318941000: age -640, max_age 0 00000080:00000004:1.0:1788869388.428055:0:8487:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9eb318941000: age -640, max_age 359 00800000:00000004:1.0:1788869388.428062:0:8487:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9eb318941000: age -640, max_age 359 00000100:00080000:1.0:1788869388.428079:0:8487:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb304bfce00 x1875765276716416/t0(0) o41->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869388.428088:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb304d7f540 going to sleep for 0 seconds 00000100:00080000:1.0:1788869388.428135:0:2359:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb304bfe680 x1875765276716288/t0(0) o41->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869388.428147:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788869388.428154:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276716544:192.168.204.132@tcp:400:kworker.0 00000100:00100000:1.0:1788869388.431230:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276716160:192.168.204.132@tcp:38:mount.lustre.0 00000100:00100000:3.0:1788869388.460444:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb318941000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788869388.460463:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9eb318941000: connect to target with instance 1 00000100:00080000:3.0:1788869388.460472:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9eb318941000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1788869388.460486:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788869388.460490:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb31899d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788869388.460613:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276716544:192.168.204.132@tcp:400:kworker.0 00000100:00080000:0.0:1788869388.464498:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000090260622): req@ffff9eb304bfce00 x1875765276716416/t0(0) o41->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869388.464522:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276716160:192.168.204.132@tcp:38:mount.lustre.0 00000100:00100000:1.0:1788869388.465593:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb304d7f540 going to sleep for 11 seconds 00000100:00100000:1.0:1788869388.468298:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:0:1875765276716288:192.168.204.132@tcp:41:mount.lustre.0 00000100:00100000:2.0:1788869388.474092:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:8487:1875765276716416:192.168.204.132@tcp:41:mount.lustre.0 00800000:00000004:2.0:1788869388.474127:0:8487:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9eb318941000: update ffff9eb3204a8450 cache blocks 17239/17271 objects 534230/534562 00000080:00000004:2.0:1788869388.474134:0:8487:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9eb318941000: update ffff9eb3204a9e10 cache blocks 17239/17271 objects 534230/534562 00000100:00100000:2.0:1788869388.474183:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:8487:1875765276716672:192.168.204.132@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788869388.474283:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb304804f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788869388.483905:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:8487:1875765276716672:192.168.204.132@tcp:40:mount.lustre.0 00000080:00000004:2.0:1788869388.483946:0:8487:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1788869388.483964:0:8487:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682648 ocd_grant: 3407872 00020000:01000000:2.0:1788869388.483969:0:8487:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1788869388.484001:0:8487:0:(genops.c:1406:class_connect()) connect: client 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7, cookie 0xfaea9112da5f5472 00000020:00000080:2.0:1788869388.484023:0:8487:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xfaea9112da5f5479 00000100:00080000:2.0:1788869388.484031:0:8487:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9eb318941000: connect to NID 192.168.204.132@tcp last attempt 0 00000100:00080000:2.0:1788869388.484040:0:8487:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9eb318941000: import ffff9eb31899a800 using connection 192.168.204.132@tcp/192.168.204.132@tcp 00000008:00100000:2.0:1788869388.484056:0:8487:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682648 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788869388.484090:0:8487:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb304bfb100 x1875765276716800/t0(0) o8->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788869388.484120:0:8487:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID 00020000:01000000:2.0:1788869388.484139:0:8487:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9eb318941000) active 00000020:00000080:2.0:1788869388.484168:0:8487:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xfaea9112da5f5480 00000100:00080000:2.0:1788869388.484173:0:8487:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9eb318941000: connect to NID 192.168.204.132@tcp last attempt 0 00000100:00080000:2.0:1788869388.484178:0:8487:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9eb318941000: import ffff9eb318998800 using connection 192.168.204.132@tcp/192.168.204.132@tcp 00000008:00100000:2.0:1788869388.484184:0:8487:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682648 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788869388.484195:0:8487:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb304bfaa00 x1875765276716928/t0(0) o8->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788869388.484203:0:8487:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID 00020000:01000000:2.0:1788869388.484208:0:8487:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9eb318941000) active 00000100:00100000:2.0:1788869388.484259:0:8487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:8487:1875765276717056:192.168.204.132@tcp:33:mount.lustre.0 00000100:00100000:2.0:1788869388.484377:0:8487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb304804f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788869388.485149:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276716800:192.168.204.132@tcp:8:mount.lustre.0 00000100:00100000:0.0:1788869388.485216:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276716928:192.168.204.132@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788869388.489516:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfb100 x1875765276716800/t0(0) o8->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 520/416 e 0 to 0 dl 1788869398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869388.489535:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb318941000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788869388.489547:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9eb318941000: connect to target with instance 1 00000100:00080000:0.0:1788869388.489557:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9eb318941000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1788869388.489572:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788869388.489576:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb31899a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1788869388.489585:0:2357:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1788869388.489589:0:2357:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1788869388.489595:0:2357:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1788869388.489607:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276716800:192.168.204.132@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788869388.489731:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfaa00 x1875765276716928/t0(0) o8->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 520/416 e 0 to 0 dl 1788869398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869388.489738:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb318941000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788869388.489743:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9eb318941000: connect to target with instance 1 00000100:00080000:0.0:1788869388.489748:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9eb318941000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1788869388.489851:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788869388.489860:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb318998800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1788869388.489865:0:2357:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1788869388.489934:0:2357:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1788869388.489938:0:2357:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1788869388.489944:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276716928:192.168.204.132@tcp:8:mount.lustre.0 00000100:00100000:2.0:1788869388.492310:0:8487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:8487:1875765276717056:192.168.204.132@tcp:33:mount.lustre.0 00000080:00200000:2.0:1788869388.492510:0:8487:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb30a089148) 00000080:00200000:2.0:1788869388.492520:0:8487:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:2.0:1788869388.492592:0:8487:0:(llite_lib.c:1661:ll_fill_super()) Mounted lustre-client 00000080:00000004:2.0:1788869388.494970:0:8487:0:(super25.c:181:lustre_fill_super()) 192.168.204.132@tcp:/lustre: Mount complete 00010000:00010000:0.0:1788869388.590737:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1788869388.738516:0:8517:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:0.0:1788869389.421153:0:8318:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5800 (cpu 0) has reached its deadline 4295028905, at 4295028928 00000100:00000010:0.0:1788869389.421168:0:8318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb320169060. 00000100:00000040:1.0:1788869389.421669:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5910 (cpu 0) has reached its deadline 4295028905, at 4295028928 00000100:00000010:1.0:1788869389.421676:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb320169c00. 00010000:00000001:0.0:1788869389.613114:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869389.613124:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869389.613131:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869389.613133:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869389.616700:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869389.616732:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869389.616737:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869390.640424:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869390.640436:0:8318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788869390.640439:0:8318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788869390.640442:0:8318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869390.640449:0:8318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788869390.640452:0:8318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869390.640454:0:8318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869390.640457:0:8318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869390.640462:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869390.640464:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788869390.640488:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788869390.640491:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788869390.640494:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869391.665737:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869391.665745:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869391.665752:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869391.665753:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869391.674704:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869391.674712:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869391.674718:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869392.684990:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869392.684997:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869392.685002:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869392.685003:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869392.695008:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869392.695019:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869392.695025:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869393.708894:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869393.708902:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869393.708909:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869393.708910:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788869393.709089:0:2355:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at ffff9eb30652c440. 00000400:00000010:2.0:1788869393.709127:0:2355:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at ffff9eb304a46500. 00000020:00000001:3.0:1788869393.709789:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869393.709794:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869393.709799:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788869393.838612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869393.838640:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869393.838647:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bfb800. 00000020:00000040:2.0:1788869393.838653:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:2.0:1788869393.838657:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869393.838660:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869393.838673:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869393.838682:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837300. 00000100:00000001:2.0:1788869393.838689:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838703:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869393.838722:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869393.838727:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838733:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a55e1956] to pc [ptlrpcd_01_01+1] req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.838753:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869393.838758:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869393.838761:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bfbb80. 00000020:00000040:2.0:1788869393.838763:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31893f800 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000100:00000001:2.0:1788869393.838765:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869393.838766:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869393.838768:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869393.838771:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837f00. 00000100:00000001:2.0:1788869393.838774:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838778:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869393.838784:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869393.838786:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838789:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc350ae] to pc [ptlrpcd_01_00+0] req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.838803:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788869393.838808:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869393.838811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788869393.838814:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869393.838816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869393.838819:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869393.838821:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf8380. 00000020:00000040:2.0:1788869393.838823:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31899d000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000100:00000001:2.0:1788869393.838825:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869393.838827:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869393.838829:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869393.838832:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837c00. 00000100:00000001:2.0:1788869393.838835:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838839:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869393.838846:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869393.838848:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838851:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a73eb5a] to pc [ptlrpcd_01_01+1] req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.838857:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869393.838862:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869393.838865:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf9880. 00000020:00000040:2.0:1788869393.838867:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31899a800 refcount=3 obd=lustre-OST0000-osc-ffff9eb318941000 00000100:00000001:2.0:1788869393.838869:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869393.838875:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869393.838877:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869393.838880:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837400. 00000100:00000001:2.0:1788869393.838883:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838887:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869393.838893:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869393.838895:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838898:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200d1b8f] to pc [ptlrpcd_01_00+0] req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.838904:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869393.838909:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869393.838911:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf8a80. 00000020:00000040:2.0:1788869393.838913:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb318998800 refcount=3 obd=lustre-OST0001-osc-ffff9eb318941000 00000100:00000001:2.0:1788869393.838916:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869393.838917:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869393.838918:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869393.838921:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837900. 00000100:00000001:2.0:1788869393.838923:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838927:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869393.838933:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869393.838935:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f41b5079] to pc [ptlrpcd_01_01+1] req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.838944:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.838948:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:2.0:1788869393.838962:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869393.838965:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869393.838967:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869393.838978:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.838985:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869393.838987:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.838991:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869393.838993:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869393.838996:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869393.839000:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276717184:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869393.839004:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869393.839009:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869393.839012:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839014:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869393.839019:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102dd200. 02000000:00000001:2.0:1788869393.839021:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869393.839029:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869393.839034:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0b8f0. 00000400:00000010:2.0:1788869393.839041:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4bee0. 00000100:00000200:2.0:1788869393.839048:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276717184, portal 25 00000100:00000001:2.0:1788869393.839050:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869393.839052:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448848896 : -106983260702720 : ffff9eb304bfb800) 00000100:00000040:2.0:1788869393.839058:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839064:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869393.839066:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869393.839069:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4bc38. 00000100:00000200:2.0:1788869393.839072:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875765276717184, offset 0 00000400:00000200:2.0:1788869393.839079:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839088:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839095:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869393.839101:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869393.839105:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869393.839109:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869393.839112:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839120:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [104:104:256:4294967295] 192.168.204.132@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:2.0:1788869393.839125:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839135:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869393.839141:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869393.839145:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837a00. 00000800:00000200:2.0:1788869393.839152:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869393.839159:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869393.839163:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869393.839175:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869393.839179:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869393.839182:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295034259 00000100:00000010:2.0:1788869393.839186:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb304bd50c0. 00000100:00000001:2.0:1788869393.839192:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788869393.839198:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295034259 00000100:00000010:2.0:1788869393.839201:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb304bd5ea0. 00000100:00000001:2.0:1788869393.839204:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788869393.839207:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.839209:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.839211:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869393.839215:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839221:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869393.839222:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839224:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869393.839226:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869393.839227:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869393.839230:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276717440:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869393.839233:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869393.839235:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869393.839237:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839243:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869393.839245:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102dd800. 02000000:00000001:2.0:1788869393.839246:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869393.839250:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869393.839252:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0b5d8. 00000400:00000010:2.0:1788869393.839255:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b220. 00000100:00000200:2.0:1788869393.839258:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276717440, portal 10 00000100:00000001:2.0:1788869393.839260:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869393.839261:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448835456 : -106983260716160 : ffff9eb304bf8380) 00000100:00000040:2.0:1788869393.839267:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839273:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869393.839275:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869393.839277:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4bbb0. 00000100:00000200:2.0:1788869393.839279:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276717440, offset 0 00000400:00000200:2.0:1788869393.839283:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839287:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839291:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869393.839294:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869393.839296:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869393.839298:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869393.839300:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839303:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [105:105:255:4294967295] 192.168.204.132@tcp LPNI seq info [105:105:7:4294967295] 00000400:00000200:2.0:1788869393.839307:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839313:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869393.839317:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869393.839319:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837500. 00000800:00000200:2.0:1788869393.839323:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869393.839327:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869393.839330:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869393.839332:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.839339:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: using a timeout of 34087 usecs (35 jiffies) 00000400:00000200:2.0:1788869393.839342:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869393.839344:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295033381 00000100:00000001:2.0:1788869393.839346:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295034259 00000100:00000001:2.0:1788869393.839348:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295033381 00000100:00000001:2.0:1788869393.839350:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295034259 00000100:00000001:2.0:1788869393.839352:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.839354:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.839356:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869393.839360:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839367:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869393.839368:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839370:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869393.839372:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869393.839374:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869393.839376:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276717696:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869393.839379:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869393.839382:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869393.839383:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839385:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869393.839387:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102dc400. 02000000:00000001:2.0:1788869393.839389:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869393.839393:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869393.839395:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0bf20. 00000400:00000010:2.0:1788869393.839399:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b6e8. 00000100:00000200:2.0:1788869393.839401:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276717696, portal 4 00000100:00000001:2.0:1788869393.839403:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869393.839404:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448837248 : -106983260714368 : ffff9eb304bf8a80) 00000020:00000010:2.0:1788869393.839422:0:2361:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9eb32049a000. 00000100:00000040:2.0:1788869393.839429:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839440:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869393.839442:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869393.839444:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4bb28. 00000100:00000200:2.0:1788869393.839447:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765276717696, offset 0 00000400:00000200:2.0:1788869393.839451:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839455:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839459:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869393.839461:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869393.839463:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869393.839466:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869393.839468:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839471:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [106:106:254:4294967295] 192.168.204.132@tcp LPNI seq info [106:106:6:4294967295] 00000400:00000200:2.0:1788869393.839474:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839480:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869393.839485:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869393.839488:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837b00. 00000800:00000200:2.0:1788869393.839491:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869393.839495:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869393.839498:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869393.839500:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.839502:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: using a timeout of 6766 usecs (7 jiffies) 00000400:00000200:2.0:1788869393.839505:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869393.839508:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295033353 00000100:00000001:2.0:1788869393.839510:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295034259 00000100:00000001:2.0:1788869393.839512:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295033353 00000100:00000001:2.0:1788869393.839514:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295034259 00000100:00000001:2.0:1788869393.839516:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.839518:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.839523:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.839525:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.839532:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869393.839534:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788869393.839536:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869393.839537:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869393.839539:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869393.839542:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788869393.839544:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.839545:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869393.839547:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.839549:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869393.839550:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869393.839551:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869393.839555:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839562:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869393.839563:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839565:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869393.839567:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869393.839569:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869393.839572:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276717312:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869393.839575:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869393.839577:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869393.839578:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839593:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869393.839596:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102ddc00. 02000000:00000001:2.0:1788869393.839597:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869393.839600:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869393.839602:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0b9f8. 00000400:00000010:2.0:1788869393.839605:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4be58. 00000100:00000200:2.0:1788869393.839608:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276717312, portal 10 00000100:00000001:2.0:1788869393.839610:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869393.839611:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448849792 : -106983260701824 : ffff9eb304bfbb80) 00000100:00000040:2.0:1788869393.839616:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839646:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869393.839648:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869393.839651:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b660. 00000100:00000200:2.0:1788869393.839654:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276717312, offset 0 00000400:00000200:2.0:1788869393.839658:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839662:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839665:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869393.839668:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869393.839670:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869393.839672:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869393.839675:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839677:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [107:107:253:4294967295] 192.168.204.132@tcp LPNI seq info [107:107:5:4294967295] 00000400:00000200:2.0:1788869393.839681:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839687:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869393.839690:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869393.839693:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837d00. 00000800:00000200:2.0:1788869393.839697:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869393.839701:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869393.839704:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869393.839706:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.839709:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: using a timeout of 155592 usecs (156 jiffies) 00000400:00000200:2.0:1788869393.839712:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869393.839714:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 0 is 4295033503 00000100:00000001:2.0:1788869393.839716:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 0, keep current deadline 4295034259 00000100:00000001:2.0:1788869393.839718:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 1 is 4295033503 00000100:00000001:2.0:1788869393.839720:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 1, keep current deadline 4295034259 00000100:00000001:2.0:1788869393.839722:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.839724:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.839732:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869393.839736:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839743:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869393.839744:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839746:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869393.839747:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869393.839749:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869393.839752:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276717568:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869393.839755:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869393.839757:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869393.839759:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.839761:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869393.839763:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102dc600. 02000000:00000001:2.0:1788869393.839765:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869393.839769:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869393.839772:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0ba50. 00000400:00000010:2.0:1788869393.839775:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b088. 00000100:00000200:2.0:1788869393.839777:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276717568, portal 4 00000100:00000001:2.0:1788869393.839779:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869393.839780:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448840832 : -106983260710784 : ffff9eb304bf9880) 00000020:00000010:2.0:1788869393.839786:0:2361:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9eb320498000. 00000100:00000040:2.0:1788869393.839794:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.839799:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869393.839801:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869393.839803:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b770. 00000100:00000200:2.0:1788869393.839805:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765276717568, offset 0 00000400:00000200:2.0:1788869393.839808:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839812:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839815:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869393.839818:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869393.839826:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869393.839827:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869393.839830:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869393.839833:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [108:108:252:4294967295] 192.168.204.132@tcp LPNI seq info [108:108:4:4294967295] 00000400:00000200:2.0:1788869393.839836:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869393.839841:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869393.839845:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869393.839848:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837700. 00000800:00000200:2.0:1788869393.839852:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869393.839856:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869393.839859:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869393.839861:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.839864:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: using a timeout of 6720 usecs (7 jiffies) 00000400:00000200:2.0:1788869393.839866:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869393.839868:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295033354 00000100:00000001:2.0:1788869393.839870:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295034259 00000100:00000001:2.0:1788869393.839872:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295033354 00000100:00000001:2.0:1788869393.839874:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295034259 00000100:00000001:2.0:1788869393.839876:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.839877:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.839880:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.839882:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.839892:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869393.839895:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869393.841096:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869393.841103:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837a00. 00000400:00000200:1.0:1788869393.841111:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869393.841118:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869393.841124:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4bc38 00000400:00000010:1.0:1788869393.841126:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4bc38. 00000100:00000001:1.0:1788869393.841131:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869393.841138:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841148:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869393.841152:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841158:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869393.841160:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869393.841173:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869393.841175:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837500. 00000400:00000200:1.0:1788869393.841178:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869393.841181:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869393.841183:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4bbb0 00000400:00000010:1.0:1788869393.841185:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4bbb0. 00000100:00000001:1.0:1788869393.841187:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869393.841202:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841208:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869393.841211:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841216:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869393.841217:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869393.841227:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869393.841229:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837b00. 00000400:00000200:1.0:1788869393.841232:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869393.841235:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869393.841238:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4bb28 00000400:00000010:1.0:1788869393.841239:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4bb28. 00000100:00000001:1.0:1788869393.841241:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869393.841245:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841251:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869393.841253:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841259:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869393.841261:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869393.841268:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869393.841270:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837d00. 00000400:00000200:1.0:1788869393.841272:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869393.841275:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869393.841277:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b660 00000400:00000010:1.0:1788869393.841279:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b660. 00000100:00000001:1.0:1788869393.841281:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869393.841284:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841290:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869393.841293:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841306:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869393.841307:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869393.841937:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869393.841941:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837700. 00000400:00000200:1.0:1788869393.841945:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869393.841950:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869393.841953:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b770 00000400:00000010:1.0:1788869393.841955:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b770. 00000100:00000001:1.0:1788869393.841957:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869393.841962:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841970:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869393.841973:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869393.841979:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869393.841980:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788869393.845284:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845303:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869393.845307:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845310:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845325:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845333:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869393.845342:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845346:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845350:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845354:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003180 00000400:00000200:0.0:1788869393.845359:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845365:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x6c1 [1] + 224 00000800:00000001:0.0:1788869393.845374:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845379:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845382:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869393.845386:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869393.845394:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869393.845403:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869393.845414:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869393.845437:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869393.845446:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845450:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869393.845451:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845454:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845456:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845460:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869393.845463:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845466:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845468:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845471:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003100 00000400:00000200:0.0:1788869393.845473:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845477:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x6d1 [1] + 224 00000800:00000001:0.0:1788869393.845481:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845489:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845491:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869393.845494:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869393.845497:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869393.845501:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869393.845509:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869393.845516:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869393.845519:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845521:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869393.845523:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845525:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845528:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845531:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869393.845535:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845537:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845540:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845543:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 4 MB=0x6a9ffa3003280 00000400:00000200:0.0:1788869393.845546:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845550:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.132@tcp of length 224/224 into md 0x6c9 [1] + 224 00000800:00000001:0.0:1788869393.845553:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845556:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845558:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869393.845561:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869393.845563:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869393.845567:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869393.845575:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869393.845593:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869393.845603:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845606:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869393.845608:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845610:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845613:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845616:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869393.845639:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845642:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845644:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845647:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 4 MB=0x6a9ffa3003200 00000400:00000200:0.0:1788869393.845650:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845653:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.132@tcp of length 224/224 into md 0x6d9 [1] + 224 00000800:00000001:0.0:1788869393.845657:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845661:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845663:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869393.845666:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869393.845669:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869393.845674:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869393.845682:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869393.845690:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869393.845694:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845697:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869393.845699:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845701:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845705:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845708:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869393.845712:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845714:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845717:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845720:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 25 MB=0x6a9ffa3003080 00000400:00000200:0.0:1788869393.845723:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869393.845734:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 224/224 into md 0x6b9 [1] + 224 00000800:00000001:0.0:1788869393.845738:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845747:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869393.845749:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869393.845752:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869393.845756:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869393.845760:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869393.845769:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869393.845777:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869393.845780:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869393.845783:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848252:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869393.848260:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788869393.848270:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869393.848272:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869393.848276:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0b9f8. 00000400:00000200:2.0:1788869393.848284:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4be58 00000400:00000010:2.0:1788869393.848286:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4be58. 00000100:00000001:2.0:1788869393.848291:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869393.848309:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869393.848321:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848330:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869393.848332:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848335:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869393.848338:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869393.848340:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869393.848343:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.848346:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869393.848356:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31893fc60 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869393.848360:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31893fc18 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869393.848363:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869393.848365:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869393.848368:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869393.848372:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.848376:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788869393.848379:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb30868d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788869393.848381:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788869393.848382:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.848388:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848395:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.848412:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869393.848415:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869393.848419:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869393.848428:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276717312:192.168.204.132@tcp:400:kworker.0 00000400:00000001:2.0:1788869393.848435:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869393.848437:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869393.848438:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0ba50. 00000400:00000200:2.0:1788869393.848446:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b088 00000400:00000010:2.0:1788869393.848447:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b088. 00000100:00000001:2.0:1788869393.848451:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869393.848455:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869393.848463:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848469:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869393.848470:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848472:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869393.848473:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869393.848474:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869393.848476:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.848478:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869393.848482:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899ac60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869393.848485:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899ac18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869393.848487:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869393.848488:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869393.848490:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788869393.848493:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788869393.848500:0:2361:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.848502:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788869393.848503:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:2.0:1788869393.848505:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788869393.848506:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.848510:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848516:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.848517:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869393.848519:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869393.848522:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869393.848540:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276717568:192.168.204.132@tcp:400:kworker.0 00000400:00000001:2.0:1788869393.848546:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869393.848548:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869393.848550:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0b8f0. 00000400:00000200:2.0:1788869393.848552:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4bee0 00000400:00000010:2.0:1788869393.848554:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4bee0. 00000100:00000001:2.0:1788869393.848556:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869393.848560:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869393.848569:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848574:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869393.848576:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848578:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869393.848589:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869393.848591:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869393.848592:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.848595:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869393.848598:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869393.848601:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869393.848603:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869393.848604:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869393.848606:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869393.848608:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.848610:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.848613:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848634:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.848636:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869393.848638:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869393.848641:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869393.848654:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276717184:192.168.204.132@tcp:400:kworker.0 00000400:00000001:2.0:1788869393.848660:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869393.848661:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869393.848663:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0b5d8. 00000400:00000200:2.0:1788869393.848677:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b220 00000400:00000010:2.0:1788869393.848679:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b220. 00000100:00000001:2.0:1788869393.848682:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869393.848686:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869393.848695:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848701:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869393.848702:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848704:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869393.848772:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869393.848773:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869393.848775:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.848776:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869393.848781:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899d460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869393.848784:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899d418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869393.848786:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869393.848787:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869393.848789:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869393.848790:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.848793:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788869393.848794:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:2.0:1788869393.848795:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788869393.848796:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.848801:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848806:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.848814:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869393.848815:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869393.848819:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869393.848825:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276717440:192.168.204.132@tcp:400:kworker.0 00000400:00000001:2.0:1788869393.848830:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869393.848831:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869393.848833:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0bf20. 00000400:00000200:2.0:1788869393.848836:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b6e8 00000400:00000010:2.0:1788869393.848837:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b6e8. 00000100:00000001:2.0:1788869393.848839:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869393.848843:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869393.848850:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848855:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869393.848856:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848858:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869393.848859:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869393.848860:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869393.848861:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869393.848864:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869393.848867:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb318998c60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869393.848869:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb318998c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869393.848871:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869393.848872:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869393.848873:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788869393.848877:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788869393.848882:0:2361:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.848885:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788869393.848886:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:2.0:1788869393.848892:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788869393.848893:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869393.848897:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848903:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869393.848905:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869393.848906:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869393.848910:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869393.848917:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276717696:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869393.848921:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848924:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869393.848927:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bfbb80 x1875765276717312/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848934:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869393.848937:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869393.848940:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102ddc00. 02000000:00000001:2.0:1788869393.848944:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869393.848946:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869393.848949:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31893f800 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000020:00000001:2.0:1788869393.848951:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869393.848954:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837f00. 02000000:00000001:2.0:1788869393.848957:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869393.848958:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869393.848960:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bfbb80. 00000100:00000001:2.0:1788869393.848964:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869393.848965:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848967:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869393.848970:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf9880 x1875765276717568/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.848976:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869393.848977:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869393.848983:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102dc600. 02000000:00000001:2.0:1788869393.848985:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869393.848986:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869393.848987:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31899a800 refcount=2 obd=lustre-OST0000-osc-ffff9eb318941000 00000020:00000001:2.0:1788869393.848989:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869393.848990:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837400. 02000000:00000001:2.0:1788869393.848992:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869393.848993:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869393.848994:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf9880. 00000100:00000001:2.0:1788869393.848996:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869393.848997:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.848999:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869393.849002:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bfb800 x1875765276717184/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.849008:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869393.849009:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869393.849010:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102dd200. 02000000:00000001:2.0:1788869393.849012:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869393.849013:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869393.849014:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:2.0:1788869393.849016:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869393.849017:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837300. 02000000:00000001:2.0:1788869393.849019:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869393.849020:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869393.849021:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bfb800. 00000100:00000001:2.0:1788869393.849023:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869393.849024:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.849026:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869393.849029:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf8380 x1875765276717440/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.849034:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869393.849035:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869393.849037:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102dd800. 02000000:00000001:2.0:1788869393.849039:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869393.849040:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869393.849041:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31899d000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000020:00000001:2.0:1788869393.849042:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869393.849048:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837c00. 02000000:00000001:2.0:1788869393.849050:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869393.849051:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869393.849052:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf8380. 00000100:00000001:2.0:1788869393.849055:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869393.849056:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.849058:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869393.849061:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf8a80 x1875765276717696/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869393.849066:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869393.849068:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869393.849069:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102dc400. 02000000:00000001:2.0:1788869393.849071:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869393.849072:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869393.849073:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb318998800 refcount=2 obd=lustre-OST0001-osc-ffff9eb318941000 00000020:00000001:2.0:1788869393.849075:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869393.849076:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837900. 02000000:00000001:2.0:1788869393.849078:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869393.849079:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869393.849080:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf8a80. 00000100:00000001:2.0:1788869393.849082:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869393.849083:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.849086:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869393.849094:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869393.849096:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869393.849098:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869393.849802:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869394.732989:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869394.732996:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869394.733001:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869394.733002:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869394.733083:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869394.733087:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869394.733090:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788869394.798039:0:8318:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5800 (cpu 0) has reached its deadline 4295034259, at 4295034305 00000100:00000010:0.0:1788869394.798054:0:8318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb304bd50c0. 00000100:00000040:1.0:1788869394.798706:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5910 (cpu 0) has reached its deadline 4295034259, at 4295034306 00000100:00000010:1.0:1788869394.798715:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb304bd5ea0. 00000080:00000001:2.0:1788869394.843364:0:8716:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788869394.843379:0:8716:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788869395.278487:0:8752:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788869395.278497:0:8752:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg432-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:3.0:1788869395.297034:0:8752:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1788869395.496847:0:8762:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788869395.496860:0:8762:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788869395.572881:0:8768:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788869395.572896:0:8768:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869395.756700:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869395.756710:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869395.756716:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869395.756718:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869395.756829:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869395.756833:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869395.756837:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869396.780907:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869396.780914:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869396.780920:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869396.780921:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869396.781015:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869396.781018:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869396.781021:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869397.805699:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869397.805708:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869397.805716:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869397.805720:0:8318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788869397.805723:0:8318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788869397.805727:0:8318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869397.805730:0:8318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788869397.805758:0:8318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869397.805760:0:8318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869397.805762:0:8318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869397.806968:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869397.806977:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869397.806983:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869398.830005:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869398.830013:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869398.830020:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869398.830021:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869398.830146:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869398.830149:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869398.830153:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788869398.957023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869398.957036:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869398.957048:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf8a80. 00000020:00000040:2.0:1788869398.957055:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:2.0:1788869398.957061:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869398.957065:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869398.957071:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869398.957095:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837900. 00000100:00000001:2.0:1788869398.957104:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957118:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869398.957129:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869398.957134:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957142:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f41b5079] to pc [ptlrpcd_01_00+0] req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957180:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869398.957187:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869398.957190:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf8380. 00000020:00000040:2.0:1788869398.957193:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31893f800 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000100:00000001:2.0:1788869398.957195:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869398.957196:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869398.957198:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869398.957201:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837c00. 00000100:00000001:2.0:1788869398.957204:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957208:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869398.957215:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869398.957217:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957220:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a73eb5a] to pc [ptlrpcd_01_01+1] req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957228:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788869398.957234:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869398.957236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788869398.957239:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869398.957247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869398.957250:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869398.957253:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bfb800. 00000020:00000040:2.0:1788869398.957255:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31899d000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000100:00000001:2.0:1788869398.957258:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869398.957259:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869398.957261:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869398.957264:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837300. 00000100:00000001:2.0:1788869398.957267:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957272:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869398.957279:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869398.957281:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a55e1956] to pc [ptlrpcd_01_00+0] req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957292:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869398.957298:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869398.957301:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf9880. 00000020:00000040:2.0:1788869398.957304:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31899a800 refcount=3 obd=lustre-OST0000-osc-ffff9eb318941000 00000100:00000001:2.0:1788869398.957305:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869398.957306:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869398.957308:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869398.957312:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837400. 00000100:00000001:2.0:1788869398.957315:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957319:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869398.957325:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869398.957327:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957332:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200d1b8f] to pc [ptlrpcd_01_01+1] req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957347:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869398.957352:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869398.957356:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bfbb80. 00000020:00000040:2.0:1788869398.957358:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb318998800 refcount=3 obd=lustre-OST0001-osc-ffff9eb318941000 00000100:00000001:2.0:1788869398.957361:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869398.957362:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869398.957364:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869398.957367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837f00. 00000100:00000001:2.0:1788869398.957386:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957391:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869398.957398:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869398.957400:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957404:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc350ae] to pc [ptlrpcd_01_00+0] req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957410:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957415:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:2.0:1788869398.957427:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.957431:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869398.957433:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869398.957438:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957444:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869398.957446:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.957449:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869398.957452:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869398.957454:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869398.957457:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276717952:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869398.957472:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869398.957486:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869398.957489:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.957491:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869398.957496:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb30549b200. 02000000:00000001:2.0:1788869398.957498:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869398.957506:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869398.957510:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0bf20. 00000400:00000010:2.0:1788869398.957518:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b6e8. 00000100:00000200:2.0:1788869398.957526:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276717952, portal 10 00000100:00000001:2.0:1788869398.957528:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869398.957530:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448835456 : -106983260716160 : ffff9eb304bf8380) 00000100:00000040:2.0:1788869398.957538:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957545:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869398.957547:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869398.957549:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b220. 00000100:00000200:2.0:1788869398.957553:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276717952, offset 0 00000400:00000200:2.0:1788869398.957561:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869398.957569:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.957577:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869398.957583:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869398.957586:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869398.957590:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869398.957593:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869398.957599:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [109:109:256:4294967295] 192.168.204.132@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1788869398.957602:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.957612:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869398.957640:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869398.957647:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837200. 00000800:00000200:2.0:1788869398.957653:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869398.957662:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869398.957667:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869398.957693:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957698:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: using a timeout of 148751 usecs (149 jiffies) 00000400:00000200:2.0:1788869398.957702:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869398.957705:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 0 is 4295038614 00000100:00000010:2.0:1788869398.957709:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb304bd5240. 00000100:00000001:2.0:1788869398.957714:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788869398.957730:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 1 is 4295038614 00000100:00000010:2.0:1788869398.957733:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb304bd5600. 00000100:00000001:2.0:1788869398.957736:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788869398.957741:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.957744:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.957746:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869398.957750:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957756:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869398.957758:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.957760:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869398.957762:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869398.957764:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869398.957767:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276718208:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869398.957770:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869398.957773:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869398.957774:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.957776:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869398.957779:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb30549bc00. 02000000:00000001:2.0:1788869398.957781:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869398.957785:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869398.957788:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0b5d8. 00000400:00000010:2.0:1788869398.957791:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4bee0. 00000100:00000200:2.0:1788869398.957794:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276718208, portal 4 00000100:00000001:2.0:1788869398.957795:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869398.957804:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448840832 : -106983260710784 : ffff9eb304bf9880) 00000100:00000040:2.0:1788869398.957811:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957818:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869398.957820:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869398.957823:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b088. 00000100:00000200:2.0:1788869398.957827:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765276718208, offset 0 00000400:00000200:2.0:1788869398.957831:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869398.957835:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.957839:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869398.957841:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869398.957844:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869398.957846:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869398.957848:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869398.957851:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [110:110:255:4294967295] 192.168.204.132@tcp LPNI seq info [110:110:7:4294967295] 00000400:00000200:2.0:1788869398.957855:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.957862:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869398.957866:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869398.957870:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837100. 00000800:00000200:2.0:1788869398.957873:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869398.957878:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869398.957880:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869398.957883:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.957886:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:2.0:1788869398.957889:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869398.957891:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295038475 00000100:00000001:2.0:1788869398.957893:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295038614 00000100:00000001:2.0:1788869398.957896:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295038475 00000100:00000001:2.0:1788869398.957898:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295038614 00000100:00000001:2.0:1788869398.957900:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.957906:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.957909:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.957912:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.957919:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869398.957921:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788869398.957924:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.957925:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869398.957927:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869398.957929:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1788869398.957931:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.957932:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869398.957934:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.957935:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.957936:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869398.957938:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869398.957941:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.957947:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869398.957948:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.957950:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869398.957952:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788869398.957953:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1788869398.957954:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869398.957957:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276717824:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869398.957960:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1788869398.957962:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837200. 02000000:00000001:2.0:1788869398.957962:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869398.957964:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.957965:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869398.957968:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb30549ba00. 00000400:00000200:1.0:1788869398.957969:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1788869398.957970:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869398.957974:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:2.0:1788869398.957974:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869398.957977:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0b8f0. 00000400:00000010:2.0:1788869398.957980:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4be58. 00000100:00000200:2.0:1788869398.957983:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276717824, portal 25 00000100:00000001:2.0:1788869398.957984:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869398.957986:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448837248 : -106983260714368 : ffff9eb304bf8a80) 00000100:00000040:2.0:1788869398.957990:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788869398.957992:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b220 00000400:00000010:1.0:1788869398.957994:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b220. 00000100:00000001:1.0:1788869398.957999:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1788869398.958000:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869398.958002:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000100:00000200:1.0:1788869398.958003:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788869398.958005:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4baa0. 00000100:00000200:2.0:1788869398.958007:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875765276717824, offset 0 00000400:00000200:2.0:1788869398.958011:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000100:00000001:1.0:1788869398.958013:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869398.958016:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788869398.958016:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.958019:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869398.958023:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788869398.958024:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869398.958025:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000100:00000001:1.0:1788869398.958026:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1788869398.958027:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869398.958029:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869398.958031:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [111:111:255:4294967295] 192.168.204.132@tcp LPNI seq info [111:111:6:4294967295] 00000400:00000200:2.0:1788869398.958034:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.958040:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869398.958045:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869398.958048:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837800. 00000800:00000200:2.0:1788869398.958051:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869398.958055:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869398.958057:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869398.958060:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869398.958063:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869398.958064:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295039378 00000100:00000001:2.0:1788869398.958069:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295038614 00000100:00000001:2.0:1788869398.958073:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295039378 00000100:00000001:2.0:1788869398.958075:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295038614 00000100:00000001:2.0:1788869398.958078:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.958080:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.958082:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869398.958085:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788869398.958094:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869398.958096:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837100. 00000100:00000001:2.0:1788869398.958096:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869398.958097:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869398.958098:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1788869398.958099:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869398.958101:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788869398.958102:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 02000000:00000001:2.0:1788869398.958103:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869398.958104:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b088 00000400:00000010:1.0:1788869398.958106:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b088. 00000100:00100000:2.0:1788869398.958106:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276718080:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869398.958108:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1788869398.958109:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1788869398.958111:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788869398.958112:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869398.958113:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.958115:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869398.958117:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb30549be00. 00000100:00000001:1.0:1788869398.958118:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1788869398.958119:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869398.958121:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788869398.958123:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869398.958125:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0ba50. 00000100:00000001:1.0:1788869398.958127:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869398.958129:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1788869398.958129:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b4c8. 00000100:00000200:2.0:1788869398.958132:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276718080, portal 10 00000100:00000001:2.0:1788869398.958133:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869398.958135:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448848896 : -106983260702720 : ffff9eb304bfb800) 00000100:00000040:2.0:1788869398.958140:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.958146:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869398.958148:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869398.958150:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b5d8. 00000100:00000200:2.0:1788869398.958153:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276718080, offset 0 00000400:00000200:2.0:1788869398.958157:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869398.958161:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.958164:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869398.958167:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869398.958169:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869398.958171:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869398.958173:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869398.958182:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [112:112:254:4294967295] 192.168.204.132@tcp LPNI seq info [112:112:6:4294967295] 00000400:00000200:2.0:1788869398.958186:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.958191:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869398.958196:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869398.958199:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837100. 00000800:00000200:2.0:1788869398.958202:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869398.958207:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869398.958210:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869398.958213:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.958216:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: using a timeout of 30457 usecs (31 jiffies) 00000400:00000200:2.0:1788869398.958219:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869398.958221:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295038496 00000100:00000001:2.0:1788869398.958222:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295039378 00000100:00000001:2.0:1788869398.958224:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295038496 00000100:00000001:2.0:1788869398.958226:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295039378 00000100:00000001:2.0:1788869398.958228:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.958230:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.958232:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869398.958236:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.958242:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869398.958244:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.958246:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869398.958248:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869398.958250:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869398.958253:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276718336:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869398.958256:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869398.958258:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869398.958260:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.958266:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869398.958269:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb30549a200. 02000000:00000001:2.0:1788869398.958270:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869398.958273:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869398.958276:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0b9f8. 00000400:00000010:2.0:1788869398.958279:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b908. 00000100:00000200:2.0:1788869398.958282:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276718336, portal 4 00000100:00000001:2.0:1788869398.958283:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869398.958284:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448849792 : -106983260701824 : ffff9eb304bfbb80) 00000100:00000040:2.0:1788869398.958290:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.958295:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869398.958296:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869398.958299:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b198. 00000100:00000200:2.0:1788869398.958301:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765276718336, offset 0 00000400:00000200:2.0:1788869398.958305:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869398.958309:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.958312:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869398.958314:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869398.958316:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869398.958318:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869398.958320:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869398.958322:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [113:113:253:4294967295] 192.168.204.132@tcp LPNI seq info [113:113:5:4294967295] 00000400:00000200:2.0:1788869398.958325:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869398.958331:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869398.958335:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869398.958338:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837200. 00000800:00000200:2.0:1788869398.958342:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869398.958346:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869398.958348:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869398.958351:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.958358:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: using a timeout of 9578 usecs (10 jiffies) 00000400:00000200:2.0:1788869398.958361:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869398.958363:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295038475 00000100:00000001:2.0:1788869398.958365:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295039378 00000100:00000001:2.0:1788869398.958367:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295038475 00000100:00000001:2.0:1788869398.958369:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295039378 00000100:00000001:2.0:1788869398.958371:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.958373:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.958375:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.958377:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869398.958830:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869398.958834:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869398.959584:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869398.959588:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837800. 00000400:00000200:1.0:1788869398.959592:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869398.959599:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869398.959602:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4baa0 00000400:00000010:1.0:1788869398.959605:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4baa0. 00000100:00000001:1.0:1788869398.959826:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869398.959833:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869398.959845:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869398.959848:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869398.959855:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869398.959857:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869398.959870:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869398.959872:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837100. 00000400:00000200:1.0:1788869398.959875:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869398.959878:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869398.959881:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b5d8 00000400:00000010:1.0:1788869398.959882:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b5d8. 00000100:00000001:1.0:1788869398.959884:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869398.959888:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869398.959894:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869398.959896:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869398.959902:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869398.959904:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869398.959973:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869398.959975:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837200. 00000400:00000200:1.0:1788869398.959984:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869398.959987:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869398.959990:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b198 00000400:00000010:1.0:1788869398.959992:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b198. 00000100:00000001:1.0:1788869398.959994:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869398.959998:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869398.960005:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869398.960015:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869398.960021:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869398.960023:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788869398.961761:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869398.961778:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869398.961781:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869398.961783:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869398.961792:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.961799:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869398.961807:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.961811:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.961816:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.961820:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003380 00000400:00000200:0.0:1788869398.961825:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.961833:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x6e1 [1] + 224 00000800:00000001:0.0:1788869398.961840:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869398.961848:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869398.961850:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869398.961854:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869398.961860:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869398.961868:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869398.961878:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869398.961899:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869398.961908:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869398.961911:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.965330:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.965339:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788869398.965351:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869398.965353:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869398.965357:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0bf20. 00000400:00000200:2.0:1788869398.965367:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b6e8 00000400:00000010:2.0:1788869398.965385:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b6e8. 00000100:00000001:2.0:1788869398.965392:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869398.965403:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869398.965414:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.965423:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869398.965426:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.965429:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869398.965434:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869398.965437:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869398.965439:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.965442:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869398.965452:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31893fc60 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869398.965457:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31893fc18 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869398.965459:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869398.965474:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869398.965498:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869398.965502:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.965505:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788869398.965507:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb30868d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788869398.965509:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788869398.965511:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.965517:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.965525:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.965528:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869398.965530:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869398.965534:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869398.965542:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276717952:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869398.965547:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.965550:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869398.965554:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf8380 x1875765276717952/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.965560:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869398.965563:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869398.965567:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb30549b200. 02000000:00000001:2.0:1788869398.965571:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869398.965575:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869398.965577:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31893f800 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000020:00000001:2.0:1788869398.965580:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869398.965583:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837c00. 02000000:00000001:2.0:1788869398.965587:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869398.965590:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869398.965592:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf8380. 00000100:00000001:2.0:1788869398.965595:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869398.965596:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.965600:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.965602:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.965608:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869398.965610:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.965611:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788869398.968112:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869398.968131:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869398.968135:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869398.968138:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869398.968147:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.968156:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869398.968166:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.968171:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.968179:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.968183:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 4 MB=0x6a9ffa3003480 00000400:00000200:1.0:1788869398.968189:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.968197:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.132@tcp of length 224/224 into md 0x6e9 [1] + 224 00000800:00000001:1.0:1788869398.968205:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869398.968256:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869398.968260:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869398.968265:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869398.968273:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869398.968282:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869398.968294:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869398.968316:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869398.968326:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869398.968329:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.968520:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.968525:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788869398.968535:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869398.968537:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869398.968541:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0b5d8. 00000400:00000200:2.0:1788869398.968546:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4bee0 00000400:00000010:2.0:1788869398.968549:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4bee0. 00000100:00000001:2.0:1788869398.968552:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869398.968557:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869398.968567:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.968575:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869398.968577:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.968579:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869398.968583:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869398.968587:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869398.968589:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.968592:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869398.968603:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899ac60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869398.968607:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869398.968610:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869398.968611:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869398.968615:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788869398.968651:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788869398.968659:0:2361:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.968663:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788869398.968665:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:2.0:1788869398.968667:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788869398.968668:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.968671:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.968693:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.968697:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869398.968698:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869398.968703:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869398.968711:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276718208:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869398.968716:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.968719:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869398.968722:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf9880 x1875765276718208/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.968729:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869398.968731:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869398.968735:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb30549bc00. 02000000:00000001:2.0:1788869398.968738:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869398.968741:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869398.968743:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31899a800 refcount=2 obd=lustre-OST0000-osc-ffff9eb318941000 00000020:00000001:2.0:1788869398.968745:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869398.968748:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837400. 02000000:00000001:2.0:1788869398.968751:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869398.968753:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869398.968755:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf9880. 00000100:00000001:2.0:1788869398.968758:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869398.968759:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.968762:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.968764:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.968765:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869398.968767:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.968769:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788869398.980522:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869398.980544:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869398.980566:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869398.980569:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869398.980578:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.980586:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869398.980596:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.980601:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.980608:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.980612:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003400 00000400:00000200:0.0:1788869398.980656:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869398.980666:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x6f9 [1] + 224 00000800:00000001:0.0:1788869398.980674:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869398.980688:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869398.980692:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869398.980696:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869398.980703:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869398.980713:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869398.980725:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869398.980748:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869398.980759:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869398.980762:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.980837:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.980844:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788869398.980855:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869398.980858:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869398.980870:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0ba50. 00000400:00000200:2.0:1788869398.980877:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b4c8 00000400:00000010:2.0:1788869398.980880:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b4c8. 00000100:00000001:2.0:1788869398.980884:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869398.980889:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869398.980900:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.980906:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869398.980909:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.980913:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869398.980917:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869398.980921:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869398.980924:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.980929:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869398.980945:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899d460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869398.980950:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899d418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869398.980954:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869398.980956:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869398.980960:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869398.980964:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.980969:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788869398.980973:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:2.0:1788869398.980976:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788869398.980977:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.980983:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.980992:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.980995:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869398.980997:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869398.981001:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869398.981009:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276718080:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869398.981021:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.981024:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869398.981028:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bfb800 x1875765276718080/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.981036:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869398.981039:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869398.981043:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb30549be00. 02000000:00000001:2.0:1788869398.981048:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869398.981051:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869398.981053:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31899d000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000020:00000001:2.0:1788869398.981055:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869398.981057:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837300. 02000000:00000001:2.0:1788869398.981061:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869398.981062:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869398.981065:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bfb800. 00000100:00000001:2.0:1788869398.981068:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869398.981069:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.981073:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.981074:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.981076:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869398.981078:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.981080:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788869398.986555:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869398.986577:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869398.986582:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869398.986585:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869398.986595:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.986678:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869398.986691:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.986696:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.986702:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.986706:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 4 MB=0x6a9ffa3003500 00000400:00000200:1.0:1788869398.986711:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869398.986718:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.132@tcp of length 224/224 into md 0x701 [1] + 224 00000800:00000001:1.0:1788869398.986726:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869398.986789:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869398.986794:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869398.986799:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869398.986809:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869398.986819:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869398.986833:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869398.986857:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869398.986868:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869398.986872:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.986949:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.986954:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788869398.986962:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869398.986964:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869398.986968:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0b9f8. 00000400:00000200:2.0:1788869398.986972:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b908 00000400:00000010:2.0:1788869398.986975:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b908. 00000100:00000001:2.0:1788869398.986978:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869398.986989:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869398.986997:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.987003:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869398.987012:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.987014:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869398.987018:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869398.987021:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869398.987024:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869398.987028:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869398.987037:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb318998c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869398.987041:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb318998c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869398.987043:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869398.987045:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869398.987048:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788869398.987052:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788869398.987059:0:2361:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.987062:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788869398.987065:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:2.0:1788869398.987067:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788869398.987068:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869398.987072:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.987079:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869398.987081:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869398.987083:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869398.987086:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869398.987094:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276718336:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869398.987098:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.987101:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869398.987104:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bfbb80 x1875765276718336/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869398.987111:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869398.987119:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869398.987122:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb30549a200. 02000000:00000001:2.0:1788869398.987126:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869398.987129:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869398.987131:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb318998800 refcount=2 obd=lustre-OST0001-osc-ffff9eb318941000 00000020:00000001:2.0:1788869398.987133:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869398.987135:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837f00. 02000000:00000001:2.0:1788869398.987139:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869398.987141:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869398.987143:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bfbb80. 00000100:00000001:2.0:1788869398.987147:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869398.987149:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869398.987152:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.987154:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869398.987155:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869398.987157:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869398.987159:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788869399.000694:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869399.000715:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869399.000721:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869399.000723:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869399.000732:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869399.000740:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869399.000751:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869399.000755:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869399.000761:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869399.000765:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 25 MB=0x6a9ffa3003300 00000400:00000200:0.0:1788869399.000790:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869399.000797:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 224/224 into md 0x6f1 [1] + 224 00000800:00000001:0.0:1788869399.000806:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869399.000814:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869399.000818:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869399.000822:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869399.000830:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869399.000839:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869399.000850:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869399.000917:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869399.000922:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788869399.001040:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869399.001051:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869399.001055:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788869399.005230:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869399.005238:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869399.005244:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0b8f0. 00000400:00000200:2.0:1788869399.005255:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4be58 00000400:00000010:2.0:1788869399.005257:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4be58. 00000100:00000001:2.0:1788869399.005262:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869399.005275:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869399.005287:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869399.005295:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869399.005297:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869399.005301:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869399.005305:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869399.005309:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869399.005311:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869399.005314:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869399.005323:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869399.005354:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869399.005357:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869399.005360:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869399.005362:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869399.005365:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869399.005383:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869399.005398:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869399.005406:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869399.005409:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869399.005411:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869399.005415:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869399.005422:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276717824:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869399.005428:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869399.005431:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869399.005434:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf8a80 x1875765276717824/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869399.005440:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869399.005444:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869399.005449:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb30549ba00. 02000000:00000001:2.0:1788869399.005453:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869399.005455:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869399.005457:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:2.0:1788869399.005469:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869399.005472:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837900. 02000000:00000001:2.0:1788869399.005476:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869399.005477:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869399.005479:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf8a80. 00000100:00000001:2.0:1788869399.005484:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869399.005486:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869399.005488:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869399.005499:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869399.005505:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869399.005508:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869399.005510:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869399.853849:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869399.853858:0:8318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788869399.853861:0:8318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788869399.853864:0:8318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869399.853869:0:8318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788869399.853871:0:8318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869399.853873:0:8318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869399.853876:0:8318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869399.853879:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869399.853881:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869399.853999:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869399.854003:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869399.854006:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788869399.916682:0:8318:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5800 (cpu 0) has reached its deadline 4295039378, at 4295039424 00000100:00000010:0.0:1788869399.916697:0:8318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb304bd5240. 00000100:00000040:1.0:1788869399.917772:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5910 (cpu 0) has reached its deadline 4295039378, at 4295039424 00000100:00000010:1.0:1788869399.917784:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb304bd5600. 00010000:00000001:0.0:1788869400.877340:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869400.877350:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869400.877356:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869400.877357:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869400.879491:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869400.879499:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869400.879506:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788869401.455889:0:8977:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788869401.455902:0:8977:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788869401.483068:0:8979:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788869401.483080:0:8979:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788869401.564570:0:8986:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788869401.564582:0:8986:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788869401.590032:0:8988:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788869401.590044:0:8988:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869401.900722:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869401.900736:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869401.900742:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869401.900743:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869401.904299:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869401.904307:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869401.904312:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869402.925179:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869402.925187:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869402.925193:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869402.925195:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869402.925342:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869402.925346:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869402.925349:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869403.950431:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869403.950439:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869403.950446:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869403.950447:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869403.950769:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869403.950772:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869403.950776:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788869404.077431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788869404.077442:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788869404.077453:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318846d80. 00000020:00000040:0.0:1788869404.077460:0:37:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:0.0:1788869404.077464:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869404.077467:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869404.077472:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869404.077480:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb31896f700. 00000100:00000001:0.0:1788869404.077487:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077498:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869404.077509:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869404.077513:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077520:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001df71376] to pc [ptlrpcd_00_01+1] req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.077551:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788869404.077557:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788869404.077560:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845180. 00000020:00000040:0.0:1788869404.077562:0:37:0:(genops.c:1231:class_import_get()) import ffff9eb31893f800 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000100:00000001:0.0:1788869404.077564:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869404.077565:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869404.077579:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869404.077583:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb31896ff00. 00000100:00000001:0.0:1788869404.077586:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077590:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869404.077597:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869404.077599:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077603:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b87669f8] to pc [ptlrpcd_00_00+0] req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.077611:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788869404.077645:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788869404.077648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788869404.077651:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788869404.077654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788869404.077657:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788869404.077661:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318847100. 00000020:00000040:0.0:1788869404.077663:0:37:0:(genops.c:1231:class_import_get()) import ffff9eb31899d000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000100:00000001:0.0:1788869404.077665:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869404.077666:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869404.077668:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869404.077671:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb31896f600. 00000100:00000001:0.0:1788869404.077673:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077677:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869404.077683:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869404.077686:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077689:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4498b99] to pc [ptlrpcd_00_01+1] req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.077703:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788869404.077707:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788869404.077711:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845c00. 00000020:00000040:0.0:1788869404.077713:0:37:0:(genops.c:1231:class_import_get()) import ffff9eb31899a800 refcount=3 obd=lustre-OST0000-osc-ffff9eb318941000 00000100:00000001:0.0:1788869404.077715:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869404.077716:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869404.077718:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869404.077720:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb31896fe00. 00000100:00000001:0.0:1788869404.077723:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077727:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869404.077733:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869404.077734:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077738:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b8f6a90] to pc [ptlrpcd_00_00+0] req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.077743:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788869404.077748:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788869404.077751:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318846a00. 00000020:00000040:0.0:1788869404.077753:0:37:0:(genops.c:1231:class_import_get()) import ffff9eb318998800 refcount=3 obd=lustre-OST0001-osc-ffff9eb318941000 00000100:00000001:0.0:1788869404.077754:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869404.077755:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869404.077757:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869404.077759:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb31896f500. 00000100:00000001:0.0:1788869404.077761:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.077764:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869404.077770:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788869404.077872:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.077877:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869404.077879:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869404.077891:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.077899:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869404.077901:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.077905:0:2359:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869404.077909:0:2359:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869404.077911:0:2359:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869404.077914:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276718464:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869404.077918:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869404.077925:0:2359:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869404.077927:0:2359:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.077930:0:2359:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869404.077935:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188ade00. 02000000:00000001:1.0:1788869404.077937:0:2359:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869404.077944:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869404.077948:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce000. 00000400:00000010:1.0:1788869404.077956:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322bb0. 00000100:00000200:1.0:1788869404.077964:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276718464, portal 25 00000100:00000001:1.0:1788869404.077966:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869404.077968:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780507520 : -106982929044096 : ffff9eb318846d80) 00000100:00000040:1.0:1788869404.077973:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.077980:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869404.077983:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869404.077985:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3093227f8. 00000100:00000200:1.0:1788869404.077988:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875765276718464, offset 0 00000400:00000200:1.0:1788869404.077994:0:2359:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869404.078003:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.078013:0:2359:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869404.078019:0:2359:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869404.078023:0:2359:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869404.078027:0:2359:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869404.078030:0:2359:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869404.078040:0:2359:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [114:114:256:4294967295] 192.168.204.132@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1788869404.078045:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.078054:0:2359:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869404.078060:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869404.078065:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb302959800. 00000800:00000200:1.0:1788869404.078073:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869404.078082:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869404.078086:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb302959800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869404.078099:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869404.078103:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869404.078106:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295044498 00000100:00000010:1.0:1788869404.078111:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb310ca9540. 00000100:00000001:1.0:1788869404.078117:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788869404.078125:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295044498 00000100:00000010:1.0:1788869404.078129:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb310ca9420. 00000100:00000001:1.0:1788869404.078132:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788869404.078135:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869404.078138:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.078141:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869404.078144:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.078150:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869404.078152:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.078154:0:2359:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869404.078156:0:2359:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869404.078157:0:2359:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869404.078160:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318847100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2359:1875765276718720:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869404.078163:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869404.078166:0:2359:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869404.078167:0:2359:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.078174:0:2359:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869404.078177:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188ac800. 02000000:00000001:1.0:1788869404.078179:0:2359:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869404.078184:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869404.078186:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce688. 00000400:00000010:1.0:1788869404.078190:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3093222a8. 00000100:00000200:1.0:1788869404.078193:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276718720, portal 10 00000100:00000001:1.0:1788869404.078196:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869404.078197:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780508416 : -106982929043200 : ffff9eb318847100) 00000100:00000040:1.0:1788869404.078205:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.078211:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869404.078213:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869404.078215:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322dd0. 00000100:00000200:1.0:1788869404.078217:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276718720, offset 0 00000400:00000200:1.0:1788869404.078221:0:2359:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869404.078225:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.078229:0:2359:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869404.078232:0:2359:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869404.078234:0:2359:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869404.078235:0:2359:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869404.078238:0:2359:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869404.078240:0:2359:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [115:115:255:4294967295] 192.168.204.132@tcp LPNI seq info [115:115:7:4294967295] 00000400:00000200:1.0:1788869404.078245:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.078251:0:2359:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869404.078255:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869404.078260:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb302959d00. 00000800:00000200:1.0:1788869404.078264:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869404.078268:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869404.078271:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb302959d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869404.078274:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869404.078282:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: using a timeout of 30323 usecs (31 jiffies) 00000400:00000200:1.0:1788869404.078285:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869404.078287:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295043616 00000100:00000001:1.0:1788869404.078290:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295044498 00000100:00000001:1.0:1788869404.078292:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295043616 00000100:00000001:1.0:1788869404.078294:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295044498 00000100:00000001:1.0:1788869404.078296:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869404.078298:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.078300:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.078302:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.078309:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869404.078311:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788869404.078313:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.078314:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869404.078316:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869404.078318:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788869404.078320:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.078322:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869404.078323:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.078325:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.078326:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869404.078327:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869404.078331:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.078337:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869404.078339:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.078341:0:2359:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869404.078342:0:2359:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869404.078354:0:2359:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869404.078357:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276718592:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869404.078360:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869404.078363:0:2359:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869404.078364:0:2359:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.078370:0:2359:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869404.078373:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188aca00. 02000000:00000001:1.0:1788869404.078374:0:2359:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869404.078378:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869404.078380:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce630. 00000400:00000010:1.0:1788869404.078383:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322110. 00000100:00000200:1.0:1788869404.078385:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276718592, portal 10 00000100:00000001:1.0:1788869404.078387:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869404.078389:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780500352 : -106982929051264 : ffff9eb318845180) 00000100:00000040:1.0:1788869404.078395:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.078401:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869404.078403:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869404.078405:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322a18. 00000100:00000200:1.0:1788869404.078407:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276718592, offset 0 00000400:00000200:1.0:1788869404.078411:0:2359:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869404.078415:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.078418:0:2359:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869404.078420:0:2359:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869404.078422:0:2359:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869404.078425:0:2359:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869404.078427:0:2359:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869404.078430:0:2359:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [116:116:254:4294967295] 192.168.204.132@tcp LPNI seq info [116:116:6:4294967295] 00000400:00000200:1.0:1788869404.078434:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.078440:0:2359:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869404.078444:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869404.078448:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb305595400. 00000800:00000200:1.0:1788869404.078451:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869404.078455:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869404.078458:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb305595400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869404.078460:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869404.078466:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: using a timeout of 142455 usecs (143 jiffies) 00000400:00000200:1.0:1788869404.078470:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869404.078471:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 0 is 4295043728 00000100:00000001:1.0:1788869404.078474:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 0, keep current deadline 4295044498 00000100:00000001:1.0:1788869404.078476:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 1 is 4295043728 00000100:00000001:1.0:1788869404.078477:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 1, keep current deadline 4295044498 00000100:00000001:1.0:1788869404.078479:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869404.078481:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.078483:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869404.078486:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.078492:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869404.078493:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.078495:0:2359:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869404.078497:0:2359:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869404.078499:0:2359:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869404.078502:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2359:1875765276718848:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869404.078505:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869404.078506:0:2359:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869404.078508:0:2359:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.078509:0:2359:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869404.078512:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188ad200. 02000000:00000001:1.0:1788869404.078513:0:2359:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869404.078517:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869404.078520:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188cec08. 00000400:00000010:1.0:1788869404.078523:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322000. 00000100:00000200:1.0:1788869404.078525:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276718848, portal 4 00000100:00000001:1.0:1788869404.078527:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869404.078528:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780503040 : -106982929048576 : ffff9eb318845c00) 00000020:00000010:1.0:1788869404.078534:0:2359:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9eb318804000. 00000100:00000040:1.0:1788869404.078539:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.078549:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869404.078551:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869404.078553:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322440. 00000100:00000200:1.0:1788869404.078556:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765276718848, offset 0 00000400:00000200:1.0:1788869404.078559:0:2359:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869404.078563:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.078565:0:2359:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869404.078568:0:2359:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869404.078570:0:2359:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869404.078572:0:2359:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869404.078574:0:2359:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869404.078578:0:2359:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [117:117:253:4294967295] 192.168.204.132@tcp LPNI seq info [117:117:5:4294967295] 00000400:00000200:1.0:1788869404.078582:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.078588:0:2359:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869404.078592:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869404.078595:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb303ac6400. 00000800:00000200:1.0:1788869404.078598:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869404.078602:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869404.078604:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb303ac6400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869404.078606:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869404.078609:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: using a timeout of 10907 usecs (11 jiffies) 00000400:00000200:1.0:1788869404.078612:0:2359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869404.078614:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295043596 00000100:00000001:1.0:1788869404.078616:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295044498 00000100:00000001:1.0:1788869404.079650:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295043597 00000100:00000001:1.0:1788869404.079654:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295044498 00000100:00000001:1.0:1788869404.079656:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869404.079659:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.079676:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.079680:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.079699:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.079702:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869404.079748:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869404.079753:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb302959800. 00000400:00000200:1.0:1788869404.079761:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869404.079769:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869404.079776:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3093227f8 00000400:00000010:1.0:1788869404.079779:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3093227f8. 00000100:00000001:1.0:1788869404.079789:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869404.079797:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.079808:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869404.079811:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.079819:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.079820:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869404.079834:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869404.079836:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb302959d00. 00000400:00000200:1.0:1788869404.079839:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869404.079842:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869404.079845:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322dd0 00000400:00000010:1.0:1788869404.079847:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322dd0. 00000100:00000001:1.0:1788869404.079850:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869404.079853:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.079861:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869404.079864:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.079870:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.079872:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869404.079880:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869404.079888:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb305595400. 00000400:00000200:1.0:1788869404.079892:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869404.079896:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869404.079899:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322a18 00000400:00000010:1.0:1788869404.079900:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322a18. 00000100:00000001:1.0:1788869404.079904:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869404.079908:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.079915:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869404.079917:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.079922:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.079924:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869404.080002:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869404.080005:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb303ac6400. 00000400:00000200:1.0:1788869404.080008:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869404.080012:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869404.080014:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322440 00000400:00000010:1.0:1788869404.080016:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322440. 00000100:00000001:1.0:1788869404.080019:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869404.080023:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.080031:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869404.080034:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.080040:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.080042:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788869404.080136:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.080146:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7c8eb08] to pc [ptlrpcd_00_01+1] req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.080173:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.080178:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:1.0:1788869404.080635:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788869404.080639:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788869404.080641:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.080649:0:2358:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869404.080651:0:2358:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.080652:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.080663:0:2358:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869404.080665:0:2358:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869404.080671:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.080678:0:2358:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869404.080680:0:2358:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.080685:0:2358:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869404.080689:0:2358:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869404.080691:0:2358:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869404.080695:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318846a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2358:1875765276718976:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869404.080698:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869404.080705:0:2358:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869404.080707:0:2358:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.080710:0:2358:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869404.080715:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188ac400. 02000000:00000001:1.0:1788869404.080717:0:2358:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869404.080725:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869404.080728:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce898. 00000400:00000010:1.0:1788869404.080734:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322440. 00000100:00000200:1.0:1788869404.080740:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276718976, portal 4 00000100:00000001:1.0:1788869404.080743:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869404.080744:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780506624 : -106982929044992 : ffff9eb318846a00) 00000020:00000010:1.0:1788869404.080754:0:2358:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9eb318800000. 00000100:00000040:1.0:1788869404.080761:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.080768:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869404.080771:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869404.080773:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322a18. 00000100:00000200:1.0:1788869404.080776:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765276718976, offset 0 00000400:00000200:1.0:1788869404.080782:0:2358:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869404.080790:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.080796:0:2358:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869404.080801:0:2358:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869404.080811:0:2358:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869404.080815:0:2358:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869404.080817:0:2358:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869404.080821:0:2358:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [118:118:256:4294967295] 192.168.204.132@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:1.0:1788869404.080826:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.080834:0:2358:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869404.080840:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869404.080845:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb303ac6400. 00000800:00000200:1.0:1788869404.080851:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869404.080858:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869404.080863:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb303ac6400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869404.080879:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869404.080884:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: using a timeout of 18721 usecs (19 jiffies) 00000400:00000200:1.0:1788869404.080888:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869404.080890:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295043607 00000100:00000001:1.0:1788869404.080893:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295044498 00000100:00000001:1.0:1788869404.080895:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295043607 00000100:00000001:1.0:1788869404.080897:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295044498 00000100:00000001:1.0:1788869404.080899:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869404.080901:0:2358:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.080903:0:2358:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.080905:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.080917:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.080919:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869404.080921:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.080923:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788869404.081908:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788869404.081915:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb303ac6400. 00000400:00000200:0.0:1788869404.081920:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869404.081927:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:0.0:1788869404.081932:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322a18 00000400:00000010:0.0:1788869404.081934:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322a18. 00000100:00000001:0.0:1788869404.081941:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788869404.081948:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.081957:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869404.081961:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.081968:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.081969:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869404.086418:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086438:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869404.086443:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086446:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869404.086455:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086464:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869404.086490:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086495:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086503:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086507:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003680 00000400:00000200:1.0:1788869404.086525:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086534:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x719 [1] + 224 00000800:00000001:1.0:1788869404.086544:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086550:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869404.086553:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869404.086558:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869404.086569:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869404.086581:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869404.086593:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.086774:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788869404.086779:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869404.086824:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869404.086836:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086841:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869404.086843:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086845:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869404.086848:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086862:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869404.086874:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086877:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086880:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086883:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003600 00000400:00000200:1.0:1788869404.086886:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086890:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x729 [1] + 224 00000800:00000001:1.0:1788869404.086894:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086898:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869404.086900:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869404.086909:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869404.086913:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869404.086917:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869404.086925:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.086933:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869404.086937:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086941:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869404.086943:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086944:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869404.086947:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086950:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869404.086953:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086955:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086958:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086961:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 4 MB=0x6a9ffa3003700 00000400:00000200:1.0:1788869404.086964:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.086969:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.132@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1788869404.086972:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.086975:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869404.086977:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869404.086980:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869404.086982:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869404.086986:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869404.086994:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.087001:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869404.087004:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.087013:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869404.087015:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.087017:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869404.087020:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.087024:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869404.087028:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.087030:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.087033:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.087036:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 4 MB=0x6a9ffa3003780 00000400:00000200:1.0:1788869404.087039:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869404.087042:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.132@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1788869404.087045:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.087052:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869404.087054:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869404.087057:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869404.087060:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869404.087065:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869404.087073:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.087085:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869404.087089:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869404.087092:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.087102:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.087104:0:2358:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788869404.087110:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788869404.087111:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788869404.087114:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce898. 00000400:00000200:1.0:1788869404.087118:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322440 00000400:00000010:1.0:1788869404.087121:0:2358:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322440. 00000100:00000001:1.0:1788869404.087128:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869404.087132:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788869404.087152:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.087158:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788869404.087160:0:2358:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.087163:0:2358:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788869404.087166:0:2358:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788869404.087168:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788869404.087171:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.087174:0:2358:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788869404.087183:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb318998c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1788869404.087187:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb318998c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788869404.087190:0:2358:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788869404.087191:0:2358:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788869404.087194:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788869404.087198:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788869404.087205:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.087208:0:2358:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788869404.087211:0:2358:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:1.0:1788869404.087213:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788869404.087214:0:2358:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869404.087218:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.087225:0:2358:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869404.087228:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788869404.087229:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788869404.087233:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869404.087239:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318846a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2358:1875765276718976:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869404.087244:0:2358:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.087252:0:2358:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869404.087255:0:2358:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318846a00 x1875765276718976/t0(0) o400->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.087261:0:2358:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788869404.087263:0:2358:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788869404.087266:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188ac400. 02000000:00000001:1.0:1788869404.087269:0:2358:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788869404.087271:0:2358:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788869404.087273:0:2358:0:(genops.c:1244:class_import_put()) import ffff9eb318998800 refcount=2 obd=lustre-OST0001-osc-ffff9eb318941000 00000020:00000001:1.0:1788869404.087276:0:2358:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788869404.087278:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb31896f500. 02000000:00000001:1.0:1788869404.087283:0:2358:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788869404.087284:0:2358:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788869404.087286:0:2358:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318846a00. 00000100:00000001:1.0:1788869404.087289:0:2358:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788869404.087290:0:2358:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.087292:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.087299:0:2358:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869404.087301:0:2358:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.087303:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.087305:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788869404.088007:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869404.088012:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869404.088014:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce688. 00000400:00000200:0.0:1788869404.088021:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3093222a8 00000400:00000010:0.0:1788869404.088023:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3093222a8. 00000100:00000001:0.0:1788869404.088028:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869404.088035:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869404.088046:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088053:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869404.088054:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869404.088065:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869404.088067:0:2359:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869404.088069:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869404.088071:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869404.088073:0:2359:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1788869404.088085:0:2359:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9eb309c86000. 00000100:00001000:0.0:1788869404.088090:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899d460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869404.088093:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899d418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869404.088095:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869404.088096:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869404.088099:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869404.088102:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.088104:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788869404.088106:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:0.0:1788869404.088108:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788869404.088109:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.088114:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088120:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869404.088122:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869404.088123:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869404.088127:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869404.088134:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318847100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2359:1875765276718720:192.168.204.132@tcp:400:kworker.0 00000100:00000001:0.0:1788869404.088139:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.088141:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869404.088144:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318847100 x1875765276718720/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088149:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869404.088150:0:2359:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869404.088153:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188ac800. 02000000:00000001:0.0:1788869404.088156:0:2359:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869404.088163:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869404.088164:0:2359:0:(genops.c:1244:class_import_put()) import ffff9eb31899d000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000020:00000001:0.0:1788869404.088167:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869404.088168:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb31896f600. 02000000:00000001:0.0:1788869404.088172:0:2359:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869404.088173:0:2359:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869404.088175:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318847100. 00000100:00000001:0.0:1788869404.088178:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869404.088179:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869404.088182:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.088183:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788869404.088185:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788869404.088189:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869404.088190:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869404.088191:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce630. 00000400:00000200:0.0:1788869404.088194:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322110 00000400:00000010:0.0:1788869404.088196:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322110. 00000100:00000001:0.0:1788869404.088199:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869404.088203:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869404.088211:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088218:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869404.088219:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869404.088221:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869404.088222:0:2359:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869404.088223:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869404.088225:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869404.088227:0:2359:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869404.088232:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31893fc60 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869404.088234:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31893fc18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869404.088236:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869404.088237:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869404.088239:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869404.088241:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.088243:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788869404.088250:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb30868d000: skip recheck: last_committed 0 00000100:00000001:0.0:1788869404.088252:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788869404.088253:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.088258:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088263:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869404.088265:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869404.088266:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869404.088269:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869404.088275:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d592e186-2792-4746-8df9-50aeb673ccae:2359:1875765276718592:192.168.204.132@tcp:400:kworker.0 00000400:00000001:0.0:1788869404.088281:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869404.088282:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869404.088284:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188cec08. 00000400:00000200:0.0:1788869404.088287:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322000 00000400:00000010:0.0:1788869404.088288:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322000. 00000100:00000001:0.0:1788869404.088291:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869404.088295:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869404.088302:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088308:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869404.088310:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869404.088311:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869404.088313:0:2359:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869404.088314:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869404.088315:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869404.088317:0:2359:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869404.088321:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899ac60 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869404.088323:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899ac18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869404.088325:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869404.088327:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869404.088333:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788869404.088338:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788869404.088727:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.088730:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788869404.088731:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:0.0:1788869404.088732:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788869404.088733:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869404.088738:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088744:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869404.088746:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869404.088747:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869404.088751:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869404.088757:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2359:1875765276718848:192.168.204.132@tcp:400:kworker.0 00000100:00000001:0.0:1788869404.088761:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.088763:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869404.088766:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845180 x1875765276718592/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088771:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869404.088772:0:2359:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869404.088774:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188aca00. 02000000:00000001:0.0:1788869404.088777:0:2359:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869404.088778:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869404.088779:0:2359:0:(genops.c:1244:class_import_put()) import ffff9eb31893f800 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000020:00000001:0.0:1788869404.088781:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869404.088783:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb31896ff00. 02000000:00000001:0.0:1788869404.088786:0:2359:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869404.088787:0:2359:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869404.088789:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845180. 00000100:00000001:0.0:1788869404.088798:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869404.088800:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869404.088802:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869404.088805:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845c00 x1875765276718848/t0(0) o400->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869404.088811:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869404.088812:0:2359:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869404.088814:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188ad200. 02000000:00000001:0.0:1788869404.088815:0:2359:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869404.088817:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869404.088819:0:2359:0:(genops.c:1244:class_import_put()) import ffff9eb31899a800 refcount=2 obd=lustre-OST0000-osc-ffff9eb318941000 00000020:00000001:0.0:1788869404.088820:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869404.088822:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb31896fe00. 02000000:00000001:0.0:1788869404.088824:0:2359:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869404.088825:0:2359:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869404.088827:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845c00. 00000100:00000001:0.0:1788869404.088829:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869404.088830:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869404.088832:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.088833:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788869404.088834:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788869404.088836:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869404.088838:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788869404.094666:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869404.094686:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869404.094690:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869404.094693:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869404.094703:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869404.094712:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869404.094722:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869404.094729:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869404.094734:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869404.094739:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 25 MB=0x6a9ffa3003580 00000400:00000200:0.0:1788869404.094745:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869404.094753:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 224/224 into md 0x709 [1] + 224 00000800:00000001:0.0:1788869404.094760:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869404.094784:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869404.094787:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869404.094792:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869404.094801:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869404.094809:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869404.094821:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.094897:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.094902:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788869404.095058:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869404.095069:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869404.095073:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788869404.097688:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788869404.097695:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788869404.097701:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce000. 00000400:00000200:1.0:1788869404.097713:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322bb0 00000400:00000010:1.0:1788869404.097716:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322bb0. 00000100:00000001:1.0:1788869404.097727:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869404.097739:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788869404.097751:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.097759:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788869404.097762:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.097765:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788869404.097786:0:2359:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788869404.097790:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788869404.097792:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869404.097795:0:2359:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788869404.097804:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1788869404.097808:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788869404.097811:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788869404.097813:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788869404.097816:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788869404.097819:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.097821:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869404.097827:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.097835:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869404.097838:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788869404.097840:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788869404.097844:0:2359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869404.097851:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2359:1875765276718464:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869404.097856:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.097860:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869404.097863:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318846d80 x1875765276718464/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869404.097870:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788869404.097872:0:2359:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788869404.097875:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188ade00. 02000000:00000001:1.0:1788869404.097879:0:2359:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788869404.097881:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788869404.097883:0:2359:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:1.0:1788869404.097885:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788869404.097894:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb31896f700. 02000000:00000001:1.0:1788869404.097901:0:2359:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788869404.097902:0:2359:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788869404.097910:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318846d80. 00000100:00000001:1.0:1788869404.097913:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788869404.097915:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.097917:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869404.097927:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869404.097929:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869404.097932:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869404.097935:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869404.974246:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869404.974254:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869404.974259:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869404.974260:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869404.975120:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869404.975125:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869404.975130:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788869405.036755:0:8318:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5800 (cpu 0) has reached its deadline 4295044498, at 4295044544 00000100:00000010:0.0:1788869405.036771:0:8318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb310ca9540. 00000100:00000040:1.0:1788869405.037357:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5910 (cpu 0) has reached its deadline 4295044498, at 4295044544 00000100:00000010:1.0:1788869405.037366:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb310ca9420. 00010000:00000001:0.0:1788869405.996706:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869405.996713:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869405.996718:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869405.996719:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788869405.996758:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869405.996762:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869405.996765:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869407.025801:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869407.025809:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869407.025815:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869407.025816:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788869407.025835:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788869407.025838:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788869407.025840:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869408.046905:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869408.046914:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869408.046921:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869408.046924:0:8318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788869408.046927:0:8318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788869408.046931:0:8318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869408.046935:0:8318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788869408.046957:0:8318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869408.046959:0:8318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869408.046961:0:8318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869408.047310:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869408.047314:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869408.047317:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869409.069077:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869409.069085:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869409.069091:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869409.069092:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869409.070481:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869409.070487:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869409.070492:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788869409.197016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869409.197029:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869409.197040:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf8a80. 00000020:00000040:2.0:1788869409.197048:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:2.0:1788869409.197054:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869409.197058:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869409.197064:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869409.197074:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837900. 00000100:00000001:2.0:1788869409.197081:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197093:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869409.197104:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869409.197109:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197117:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f41b5079] to pc [ptlrpcd_01_01+1] req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869409.197153:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869409.197160:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869409.197163:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bfbb80. 00000020:00000040:2.0:1788869409.197166:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31893f800 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000100:00000001:2.0:1788869409.197168:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869409.197169:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869409.197171:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869409.197175:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837f00. 00000100:00000001:2.0:1788869409.197178:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197201:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869409.197209:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869409.197211:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197216:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc350ae] to pc [ptlrpcd_01_00+0] req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869409.197236:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788869409.197242:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869409.197245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788869409.197248:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869409.197251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869409.197255:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869409.197258:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bfb800. 00000020:00000040:2.0:1788869409.197261:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31899d000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000100:00000001:2.0:1788869409.197263:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869409.197264:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869409.197267:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869409.197271:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837300. 00000100:00000001:2.0:1788869409.197274:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197279:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869409.197286:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869409.197288:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197292:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a55e1956] to pc [ptlrpcd_01_01+1] req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869409.197299:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869409.197314:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788869409.197317:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788869409.197320:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788869409.197323:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf9880. 00000020:00000040:2.0:1788869409.197326:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31899a800 refcount=3 obd=lustre-OST0000-osc-ffff9eb318941000 00000100:00000001:2.0:1788869409.197328:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869409.197330:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869409.197332:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869409.197335:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837400. 00000100:00000001:2.0:1788869409.197338:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869409.197341:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637090448840832 : -106983260710784 : ffff9eb304bf9880) 00000100:00080000:2.0:1788869409.197344:0:8:0:(import.c:65:import_set_state_nolock()) ffff9eb31899a800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788869409.197347:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9eb318941000: disconnect after 21s idle 00000100:00000001:2.0:1788869409.197349:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869409.197351:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197355:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200d1b8f] to pc [ptlrpcd_rcv+-1] req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869409.197379:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869409.197382:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.197384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869409.197388:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788869409.197390:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788869409.197391:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788869409.197394:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf8380. 00000020:00000040:2.0:1788869409.197397:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb318998800 refcount=3 obd=lustre-OST0001-osc-ffff9eb318941000 00000100:00000001:2.0:1788869409.197399:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869409.197400:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869409.197401:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869409.197405:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837c00. 00000100:00000001:2.0:1788869409.197407:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869409.197408:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637090448835456 : -106983260716160 : ffff9eb304bf8380) 00000100:00080000:2.0:1788869409.197416:0:8:0:(import.c:65:import_set_state_nolock()) ffff9eb318998800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788869409.197419:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9eb318941000: disconnect after 21s idle 00000100:00000001:2.0:1788869409.197421:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869409.197423:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.197611:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869409.197616:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869409.197658:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788869409.197672:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.197680:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788869409.197683:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.197688:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788869409.197690:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788869409.197693:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788869409.197696:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276719104:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869409.197700:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788869409.197706:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788869409.197708:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.197711:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788869409.197715:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102dd200. 02000000:00000001:3.0:1788869409.197717:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869409.197724:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:3.0:1788869409.197729:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30548c268. 00000400:00000010:3.0:1788869409.197735:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96770. 00000100:00000200:3.0:1788869409.197743:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276719104, portal 25 00000100:00000001:3.0:1788869409.197756:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788869409.197758:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448837248 : -106983260714368 : ffff9eb304bf8a80) 00000100:00000040:3.0:1788869409.197764:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.197772:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788869409.197774:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:3.0:1788869409.197777:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96660. 00000100:00000200:3.0:1788869409.197781:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875765276719104, offset 0 00000400:00000200:3.0:1788869409.197787:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:3.0:1788869409.197796:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869409.197805:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:3.0:1788869409.197810:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788869409.197814:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:3.0:1788869409.197818:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788869409.197820:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:3.0:1788869409.197829:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [119:119:256:4294967295] 192.168.204.132@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:3.0:1788869409.197833:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869409.197844:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:3.0:1788869409.197850:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:3.0:1788869409.197855:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb306561f00. 00000800:00000200:3.0:1788869409.197862:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:3.0:1788869409.197870:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:3.0:1788869409.197875:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb306561f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788869409.197885:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869409.197888:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:3.0:1788869409.197892:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295049618 00000100:00000010:3.0:1788869409.197897:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb3201691e0. 00000100:00000001:3.0:1788869409.197904:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788869409.197911:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295049618 00000100:00000010:3.0:1788869409.197914:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb320169a80. 00000100:00000001:3.0:1788869409.197916:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788869409.197920:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869409.197922:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.197925:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788869409.197929:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.197936:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788869409.197937:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.197939:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788869409.197941:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788869409.197943:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788869409.197946:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276719360:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869409.197949:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788869409.197951:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788869409.197953:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.197961:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788869409.197964:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102ddc00. 02000000:00000001:3.0:1788869409.197966:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869409.197970:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:3.0:1788869409.197973:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30548cdc0. 00000400:00000010:3.0:1788869409.197976:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96088. 00000100:00000200:3.0:1788869409.197979:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276719360, portal 10 00000100:00000001:3.0:1788869409.197981:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788869409.197982:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448848896 : -106983260702720 : ffff9eb304bfb800) 00000100:00000040:3.0:1788869409.197990:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.198009:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788869409.198012:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:3.0:1788869409.198014:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96c38. 00000100:00000200:3.0:1788869409.198017:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276719360, offset 0 00000400:00000200:3.0:1788869409.198021:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:3.0:1788869409.198025:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869409.198028:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:3.0:1788869409.198031:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788869409.198033:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:3.0:1788869409.198035:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788869409.198038:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:3.0:1788869409.198041:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [120:120:255:4294967295] 192.168.204.132@tcp LPNI seq info [120:120:7:4294967295] 00000400:00000200:3.0:1788869409.198044:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869409.198050:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:3.0:1788869409.198054:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:3.0:1788869409.198058:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb306561600. 00000800:00000200:3.0:1788869409.198062:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:3.0:1788869409.198066:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:3.0:1788869409.198069:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb306561600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788869409.198072:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869409.198082:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: using a timeout of 28152 usecs (29 jiffies) 00000400:00000200:3.0:1788869409.198085:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:3.0:1788869409.198087:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295048734 00000100:00000001:3.0:1788869409.198090:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295049618 00000100:00000001:3.0:1788869409.198092:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295048734 00000100:00000001:3.0:1788869409.198094:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295049618 00000100:00000001:3.0:1788869409.198095:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869409.198097:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.198100:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.198102:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.198110:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869409.198112:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788869409.198115:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869409.198116:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869409.198117:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788869409.198120:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788869409.198122:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.198124:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869409.198125:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.198127:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869409.198128:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869409.198129:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788869409.198134:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.198140:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788869409.198142:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.198144:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788869409.198145:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788869409.198147:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788869409.198149:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276719232:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869409.198152:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788869409.198155:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788869409.198157:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.198164:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788869409.198168:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb307be0800. 02000000:00000001:3.0:1788869409.198170:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869409.198174:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:3.0:1788869409.198177:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30548c160. 00000400:00000010:3.0:1788869409.198180:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96b28. 00000100:00000200:3.0:1788869409.198183:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276719232, portal 10 00000100:00000001:3.0:1788869409.198185:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788869409.198186:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448849792 : -106983260701824 : ffff9eb304bfbb80) 00000100:00000040:3.0:1788869409.198193:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.198199:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788869409.198201:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:3.0:1788869409.198204:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96cc0. 00000100:00000200:3.0:1788869409.198206:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276719232, offset 0 00000400:00000200:3.0:1788869409.198210:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:3.0:1788869409.198214:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869409.198218:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:3.0:1788869409.198221:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788869409.198223:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:3.0:1788869409.198237:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788869409.198239:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:3.0:1788869409.198243:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [121:121:254:4294967295] 192.168.204.132@tcp LPNI seq info [121:121:6:4294967295] 00000400:00000200:3.0:1788869409.198246:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869409.198252:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:3.0:1788869409.198256:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:3.0:1788869409.198260:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb306561400. 00000800:00000200:3.0:1788869409.198264:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:3.0:1788869409.198268:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:3.0:1788869409.198270:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb306561400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788869409.198273:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869409.198280:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: using a timeout of 136838 usecs (137 jiffies) 00000400:00000200:3.0:1788869409.198284:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:3.0:1788869409.198285:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 0 is 4295048842 00000100:00000001:3.0:1788869409.198287:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 0, keep current deadline 4295049618 00000100:00000001:3.0:1788869409.198289:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 1 is 4295048842 00000100:00000001:3.0:1788869409.198291:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 1, keep current deadline 4295049618 00000100:00000001:3.0:1788869409.198292:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869409.198294:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.198297:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.198298:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.198316:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869409.198319:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.198606:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869409.198610:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869409.198611:0:2357:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869409.198649:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.198658:0:2357:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869409.198660:0:2357:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869409.198662:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869409.198664:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869409.198666:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869409.198669:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276719488:192.168.204.132@tcp:9:kworker.0 00000100:00000001:1.0:1788869409.198672:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869409.198675:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869409.198677:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869409.198678:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869409.198683:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188aca00. 02000000:00000001:1.0:1788869409.198685:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869409.198688:0:2357:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869409.198691:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce000. 00000400:00000010:1.0:1788869409.198701:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322bb0. 00000100:00000200:1.0:1788869409.198705:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276719488, portal 4 00000100:00000001:1.0:1788869409.198707:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869409.198708:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448840832 : -106983260710784 : ffff9eb304bf9880) 00000100:00000040:1.0:1788869409.198714:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.198720:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869409.198722:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869409.198725:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322440. 00000100:00000200:1.0:1788869409.198727:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765276719488, offset 0 00000400:00000200:1.0:1788869409.198731:0:2357:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869409.198735:0:2357:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869409.198739:0:2357:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869409.198742:0:2357:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869409.198755:0:2357:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869409.198758:0:2357:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869409.198760:0:2357:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869409.198763:0:2357:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [122:122:253:4294967295] 192.168.204.132@tcp LPNI seq info [122:122:5:4294967295] 00000400:00000200:1.0:1788869409.198767:0:2357:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869409.198773:0:2357:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869409.198777:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869409.198781:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb303ac6700. 00000800:00000200:1.0:1788869409.198785:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869409.198789:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869409.198792:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb303ac6700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869409.198795:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869409.198798:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: using a timeout of 11482 usecs (12 jiffies) 00000400:00000200:1.0:1788869409.198801:0:2357:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869409.198803:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295048718 00000100:00000001:1.0:1788869409.198805:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295049618 00000100:00000001:1.0:1788869409.198813:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295048718 00000100:00000001:1.0:1788869409.198816:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295049618 00000100:00000001:1.0:1788869409.198818:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869409.198820:0:2357:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.198822:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.198824:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.198829:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869409.198831:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788869409.198833:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869409.198834:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869409.198835:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.198836:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788869409.198982:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788869409.198987:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb306561f00. 00000400:00000200:0.0:1788869409.199008:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869409.199014:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:0.0:1788869409.199020:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96660 00000400:00000010:0.0:1788869409.199023:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96660. 00000100:00000001:0.0:1788869409.199028:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788869409.199032:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.199043:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869409.199047:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.199056:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869409.199058:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788869409.199072:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788869409.199074:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb306561600. 00000400:00000200:0.0:1788869409.199077:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869409.199081:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:0.0:1788869409.199083:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96c38 00000400:00000010:0.0:1788869409.199084:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96c38. 00000100:00000001:0.0:1788869409.199086:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788869409.199089:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.199095:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869409.199098:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.199104:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869409.199114:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788869409.199122:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788869409.199124:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb306561400. 00000400:00000200:0.0:1788869409.199127:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869409.199130:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:0.0:1788869409.199132:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96cc0 00000400:00000010:0.0:1788869409.199134:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96cc0. 00000100:00000001:0.0:1788869409.199136:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788869409.199140:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.199146:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869409.199149:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.199154:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869409.199156:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788869409.199612:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788869409.199616:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb303ac6700. 00000400:00000200:0.0:1788869409.199645:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869409.199650:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:0.0:1788869409.199653:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322440 00000400:00000010:0.0:1788869409.199655:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322440. 00000100:00000001:0.0:1788869409.199663:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788869409.199667:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.199674:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869409.199677:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.199682:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869409.199684:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1788869409.199904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a73eb5a] to pc [ptlrpcd_rcv+-1] req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869409.199935:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869409.199938:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869409.199944:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:1.0:1788869409.201716:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869409.201724:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869409.201728:0:2357:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869409.201741:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.201758:0:2357:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869409.201760:0:2357:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869409.201764:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869409.201770:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869409.201773:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869409.201776:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276719616:192.168.204.132@tcp:9:kworker.0 00000100:00000001:1.0:1788869409.201781:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869409.201787:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869409.201790:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869409.201792:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869409.201801:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188ac800. 02000000:00000001:1.0:1788869409.201803:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869409.201810:0:2357:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869409.201816:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce898. 00000400:00000010:1.0:1788869409.201825:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322dd0. 00000100:00000200:1.0:1788869409.201833:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276719616, portal 4 00000100:00000001:1.0:1788869409.201836:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869409.201853:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448835456 : -106983260716160 : ffff9eb304bf8380) 00000100:00000040:1.0:1788869409.201862:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.201869:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869409.201872:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869409.201874:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3093227f8. 00000100:00000200:1.0:1788869409.201879:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875765276719616, offset 0 00000400:00000200:1.0:1788869409.201886:0:2357:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869409.201894:0:2357:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869409.201902:0:2357:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869409.201907:0:2357:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869409.201912:0:2357:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869409.201915:0:2357:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869409.201918:0:2357:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869409.201921:0:2357:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [123:123:256:4294967295] 192.168.204.132@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:1.0:1788869409.201925:0:2357:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869409.201933:0:2357:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869409.201940:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869409.201945:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb303ac6100. 00000800:00000200:1.0:1788869409.201952:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869409.201960:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869409.201964:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb303ac6100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869409.201989:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869409.202006:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: using a timeout of 16231 usecs (17 jiffies) 00000400:00000200:1.0:1788869409.202010:0:2357:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869409.202013:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295048726 00000100:00000001:1.0:1788869409.202015:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295049618 00000100:00000001:1.0:1788869409.202018:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295048726 00000100:00000001:1.0:1788869409.202020:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295049618 00000100:00000001:1.0:1788869409.202022:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869409.202030:0:2357:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.202033:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.202036:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.202044:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869409.202046:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788869409.202049:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869409.202050:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869409.202052:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.202053:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788869409.202398:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.202411:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869409.202415:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.202417:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.202439:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.202444:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869409.202451:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.202454:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.202458:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.202461:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003900 00000400:00000200:0.0:1788869409.202465:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.202471:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:0.0:1788869409.202478:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.202483:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.202487:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869409.202492:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869409.202502:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869409.202509:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869409.202520:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.202543:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869409.202551:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788869409.202595:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869409.202599:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788869409.202605:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788869409.202607:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788869409.202611:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30548cdc0. 00000400:00000200:3.0:1788869409.202654:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96088 00000400:00000010:3.0:1788869409.202656:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96088. 00000100:00000001:3.0:1788869409.202660:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788869409.202665:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788869409.202674:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.202680:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788869409.202681:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.202684:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788869409.202688:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788869409.202691:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788869409.202693:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.202696:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788869409.202705:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899d460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1788869409.202710:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899d418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788869409.202712:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788869409.202720:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869409.202723:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788869409.202726:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.202729:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788869409.202731:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:3.0:1788869409.202734:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788869409.202736:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869409.202741:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.202886:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869409.202957:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788869409.202959:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788869409.202965:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869409.202974:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2361:1875765276719360:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869409.202979:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.202982:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788869409.202985:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bfb800 x1875765276719360/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.203003:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788869409.203006:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788869409.203009:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102ddc00. 02000000:00000001:3.0:1788869409.203013:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788869409.203015:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788869409.203017:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31899d000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000020:00000001:3.0:1788869409.203020:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788869409.203022:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837300. 02000000:00000001:3.0:1788869409.203026:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788869409.203028:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788869409.203030:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bfb800. 00000100:00000001:3.0:1788869409.203034:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788869409.203035:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.203039:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.203045:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869409.203047:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869409.203049:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.203051:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788869409.206202:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869409.206213:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.206239:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.206248:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206256:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869409.206268:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206272:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206278:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206282:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003880 00000400:00000200:0.0:1788869409.206287:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206293:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1788869409.206301:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.206323:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.206327:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869409.206332:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869409.206340:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869409.206352:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869409.206362:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.206384:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869409.206396:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.206400:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869409.206402:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.206405:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.206408:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206412:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869409.206416:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206419:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206421:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.206424:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 25 MB=0x6a9ffa3003800 00000400:00000200:0.0:1788869409.207361:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.207372:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:0.0:1788869409.207380:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1788869409.207500:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869409.207506:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb303ac6100. 00000400:00000200:1.0:1788869409.207511:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869409.207516:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000800:00000001:0.0:1788869409.207517:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.207520:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869409.207522:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869409.207522:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3093227f8 00000400:00000010:1.0:1788869409.207525:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3093227f8. 00000100:00000001:3.0:1788869409.207581:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869409.207585:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869409.207604:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869409.207610:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.207656:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869409.207660:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.207668:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.207670:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788869409.211573:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869409.211591:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869409.211604:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.211615:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869409.211666:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788869409.215306:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788869409.215314:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788869409.215319:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30548c160. 00000400:00000200:3.0:1788869409.215329:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96b28 00000400:00000010:3.0:1788869409.215332:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96b28. 00000100:00000001:3.0:1788869409.215339:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788869409.215351:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788869409.215364:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.215374:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788869409.215377:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.215380:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788869409.215384:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788869409.215501:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788869409.215503:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.215507:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788869409.215518:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31893fc60 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1788869409.215522:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31893fc18 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1788869409.215525:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788869409.215526:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869409.215529:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788869409.215534:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.215538:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788869409.215540:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb30868d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788869409.215543:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788869409.215544:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869409.215551:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.215557:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869409.215574:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788869409.215575:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788869409.215580:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869409.215588:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276719232:192.168.204.132@tcp:400:kworker.0 00000400:00000001:3.0:1788869409.215597:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788869409.215598:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788869409.215600:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30548c268. 00000400:00000200:3.0:1788869409.215603:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96770 00000400:00000010:3.0:1788869409.215606:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96770. 00000100:00000001:3.0:1788869409.215608:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788869409.215986:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788869409.216048:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869409.216053:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.216060:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.216069:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.216074:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869409.216083:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.216089:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.216095:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.216099:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 4 MB=0x6a9ffa3003980 00000400:00000200:0.0:1788869409.216105:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.216111:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.132@tcp of length 224/224 into md 0x771 [1] + 224 00000100:00000200:3.0:1788869409.216117:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788869409.216119:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.216123:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.216124:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788869409.216126:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.216127:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788869409.216128:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788869409.216130:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1788869409.216131:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:3.0:1788869409.216132:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788869409.216134:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869409.216136:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869409.216138:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1788869409.216139:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1788869409.216142:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=88 v=5 (1 0 0 0) 00000100:00000200:0.0:1788869409.216143:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.216144:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788869409.216145:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869409.216147:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788869409.216149:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.216151:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869409.216152:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788869409.216155:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.216161:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869409.216171:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788869409.216172:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788869409.216177:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.216178:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1788869409.216184:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276719104:192.168.204.132@tcp:400:kworker.0 00000800:00000001:0.0:1788869409.216187:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788869409.216188:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869409.216190:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.216191:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1788869409.216192:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.216194:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788869409.216195:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bfbb80 x1875765276719232/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788869409.216197:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.216201:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000100:00000001:3.0:1788869409.216203:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1788869409.216205:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 02000000:00000001:3.0:1788869409.216207:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1788869409.216208:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869409.216211:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 02000000:00000010:3.0:1788869409.216211:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb307be0800. 00000400:00000200:0.0:1788869409.216213:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 4 MB=0x6a9ffa3003a00 02000000:00000001:3.0:1788869409.216215:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1788869409.216216:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000020:00000001:3.0:1788869409.216219:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788869409.216221:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31893f800 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000020:00000001:3.0:1788869409.216223:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1788869409.216237:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.132@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:0.0:1788869409.216242:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.216248:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869409.216251:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869409.216253:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869409.216257:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869409.216261:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788869409.216269:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869409.216275:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788869409.216279:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869409.216282:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.216283:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869409.216287:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788869409.216291:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788869409.216293:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788869409.216295:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce898. 00000400:00000200:1.0:1788869409.216298:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322dd0 00000400:00000010:1.0:1788869409.216300:0:2357:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322dd0. 00000100:00000001:1.0:1788869409.216307:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869409.216312:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788869409.216320:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.216337:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788869409.216339:0:2357:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.216340:0:2357:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788869409.216342:0:2357:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788869409.216343:0:2357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788869409.216345:0:2357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869409.216347:0:2357:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788869409.216352:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb318998c60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788869409.216354:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb318998c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788869409.216356:0:2357:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788869409.216357:0:2357:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788869409.216359:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788869409.216363:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788869409.216369:0:2357:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.216372:0:2357:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788869409.216373:0:2357:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:1.0:1788869409.216374:0:2357:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788869409.216375:0:2357:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869409.216379:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.216384:0:2357:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869409.216511:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788869409.216513:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788869409.216519:0:2357:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788869409.216527:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb318998800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788869409.216531:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869409.216538:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276719616:192.168.204.132@tcp:9:kworker.0 00000400:00000001:1.0:1788869409.216550:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788869409.216551:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788869409.216552:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce000. 00000400:00000200:1.0:1788869409.216555:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322bb0 00000400:00000010:1.0:1788869409.216557:0:2357:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322bb0. 00000100:00000001:1.0:1788869409.216560:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869409.216565:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788869409.216571:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.216576:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788869409.216577:0:2357:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.216579:0:2357:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788869409.216580:0:2357:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788869409.216582:0:2357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788869409.216583:0:2357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869409.216584:0:2357:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788869409.216588:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899ac60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788869409.216591:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899ac18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788869409.216592:0:2357:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788869409.216593:0:2357:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788869409.216595:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788869409.216598:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788869409.216604:0:2357:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.216606:0:2357:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788869409.216607:0:2357:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:1.0:1788869409.216609:0:2357:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788869409.216610:0:2357:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869409.216639:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.216647:0:2357:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869409.216654:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788869409.216655:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788869409.216660:0:2357:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788869409.216667:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9eb31899a800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788869409.216672:0:2357:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788869409.216680:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2357:1875765276719488:192.168.204.132@tcp:9:kworker.0 00000100:00000001:1.0:1788869409.216684:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.216686:0:2357:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869409.216688:0:2357:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf8380 x1875765276719616/t0(0) o9->lustre-OST0001-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.216695:0:2357:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788869409.216697:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788869409.216699:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188ac800. 02000000:00000001:1.0:1788869409.216702:0:2357:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788869409.216703:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788869409.216705:0:2357:0:(genops.c:1244:class_import_put()) import ffff9eb318998800 refcount=2 obd=lustre-OST0001-osc-ffff9eb318941000 00000020:00000001:1.0:1788869409.216707:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788869409.216709:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837c00. 02000000:00000001:1.0:1788869409.216713:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788869409.216715:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788869409.216716:0:2357:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf8380. 00000100:00000001:1.0:1788869409.216720:0:2357:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788869409.216721:0:2357:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.216722:0:2357:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869409.216725:0:2357:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf9880 x1875765276719488/t0(0) o9->lustre-OST0000-osc-ffff9eb318941000@192.168.204.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1788869419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869409.216732:0:2357:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788869409.216733:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788869409.216734:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188aca00. 02000000:00000001:1.0:1788869409.216736:0:2357:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788869409.216742:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788869409.216743:0:2357:0:(genops.c:1244:class_import_put()) import ffff9eb31899a800 refcount=2 obd=lustre-OST0000-osc-ffff9eb318941000 00000020:00000001:1.0:1788869409.216864:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788869409.216867:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837400. 02000000:00000001:1.0:1788869409.216871:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788869409.216872:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788869409.216873:0:2357:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf9880. 00000100:00000001:1.0:1788869409.216876:0:2357:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788869409.216877:0:2357:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.216880:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869409.216888:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869409.216958:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869409.216961:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869409.216963:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788869409.217178:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837f00. 02000000:00000001:3.0:1788869409.217181:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788869409.217183:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788869409.217184:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bfbb80. 00000100:00000001:3.0:1788869409.217186:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788869409.217188:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.217189:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788869409.217195:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf8a80 x1875765276719104/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869409.217200:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788869409.217202:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788869409.217203:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102dd200. 02000000:00000001:3.0:1788869409.217206:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788869409.217207:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788869409.217207:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:3.0:1788869409.217209:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788869409.217210:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837900. 02000000:00000001:3.0:1788869409.217220:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788869409.217221:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788869409.217222:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf8a80. 00000100:00000001:3.0:1788869409.217234:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788869409.217235:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.217237:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869409.217241:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869409.217243:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869409.217245:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869409.217247:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869410.093312:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869410.093320:0:8318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788869410.093323:0:8318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788869410.093326:0:8318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869410.093331:0:8318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788869410.093333:0:8318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869410.093335:0:8318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869410.093338:0:8318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869410.093341:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869410.093343:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788869410.102778:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869410.102786:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869410.102791:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788869410.156731:0:8318:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5800 (cpu 0) has reached its deadline 4295049618, at 4295049664 00000100:00000010:0.0:1788869410.156748:0:8318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb3201691e0. 00000100:00000040:1.0:1788869410.158525:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5910 (cpu 0) has reached its deadline 4295049618, at 4295049665 00000100:00000010:1.0:1788869410.158543:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb320169a80. 00010000:00000001:0.0:1788869411.118725:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869411.118734:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869411.118740:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869411.118741:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869411.118939:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869411.118944:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869411.118947:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869412.140817:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869412.140830:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869412.140839:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869412.140841:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788869412.142077:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869412.142085:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869412.142090:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869413.165528:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869413.165560:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869413.165569:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869413.165571:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869413.165832:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869413.165837:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869413.165841:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869414.204422:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869414.204433:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869414.204443:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869414.204444:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788869414.206318:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869414.206327:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869414.206333:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788869414.316817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869414.316834:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869414.316844:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf9f80. 00000020:00000040:2.0:1788869414.316851:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:2.0:1788869414.316857:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869414.316861:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869414.316868:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869414.316878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837700. 00000100:00000001:2.0:1788869414.316888:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.316905:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869414.316921:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869414.316928:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.316938:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eea1a5d3] to pc [ptlrpcd_01_00+0] req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869414.316982:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.316985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869414.316989:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788869414.316993:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf8700. 00000020:00000040:2.0:1788869414.316995:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31893f800 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000100:00000001:2.0:1788869414.316998:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869414.317000:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869414.317002:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869414.317006:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837d00. 00000100:00000001:2.0:1788869414.317009:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.317014:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869414.317022:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869414.317024:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.317028:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0f8e60b] to pc [ptlrpcd_01_01+1] req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869414.317036:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.317038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788869414.317277:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.317284:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869414.317287:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788869414.317295:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.317304:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788869414.317306:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869414.317312:0:2360:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788869414.317315:0:2360:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788869414.317318:0:2360:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788869414.317321:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2360:1875765276719744:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869414.317326:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788869414.317335:0:2360:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788869414.317339:0:2360:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869414.317342:0:2360:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788869414.317348:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102dd000. 02000000:00000001:3.0:1788869414.317350:0:2360:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869414.317362:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:3.0:1788869414.317368:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30548c268. 00000400:00000010:3.0:1788869414.317379:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96770. 00000100:00000200:3.0:1788869414.317390:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276719744, portal 25 00000100:00000001:3.0:1788869414.317393:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788869414.317395:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448842624 : -106983260708992 : ffff9eb304bf9f80) 00000100:00000040:3.0:1788869414.317401:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.317421:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788869414.317424:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:3.0:1788869414.317427:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96b28. 00000100:00000200:3.0:1788869414.317432:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875765276719744, offset 0 00000400:00000200:3.0:1788869414.317439:0:2360:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:3.0:1788869414.317451:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869414.317460:0:2360:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:3.0:1788869414.317468:0:2360:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788869414.317473:0:2360:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:3.0:1788869414.317478:0:2360:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788869414.317481:0:2360:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:3.0:1788869414.317485:0:2360:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [124:124:256:4294967295] 192.168.204.132@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1788869414.317490:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869414.317504:0:2360:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:3.0:1788869414.317512:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:3.0:1788869414.317519:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb306561500. 00000800:00000200:3.0:1788869414.317527:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:3.0:1788869414.317537:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:3.0:1788869414.317542:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb306561500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788869414.317562:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869414.317567:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:3.0:1788869414.317570:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295054737 00000800:00000200:1.0:1788869414.317741:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869414.317748:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb306561500. 00000400:00000200:1.0:1788869414.317758:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869414.317765:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869414.317773:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96b28 00000400:00000010:1.0:1788869414.317776:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96b28. 00000100:00000040:2.0:1788869414.317778:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788869414.317780:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1788869414.317782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788869414.317785:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788869414.317785:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869414.317789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788869414.317793:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788869414.317796:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1788869414.317797:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf9500. 00000100:00000040:1.0:1788869414.317800:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1788869414.317800:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31899d000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000100:00000001:2.0:1788869414.317803:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788869414.317807:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869414.317810:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869414.317813:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869414.317816:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1788869414.317818:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb304837b00. 00000100:00000001:2.0:1788869414.317822:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.317827:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788869414.317834:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869414.317837:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.317841:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed1a458e] to pc [ptlrpcd_01_00+0] req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869414.317851:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.317853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788869414.317856:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869414.317859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788869414.317863:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788869414.317868:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:2.0:1788869414.317884:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869414.317887:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869414.317889:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869414.317895:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869414.317902:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869414.317903:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869414.317906:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869414.317908:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869414.317910:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869414.317913:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276719872:192.168.204.132@tcp:400:kworker.0 00000100:00000001:2.0:1788869414.317916:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869414.317920:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869414.317930:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869414.317932:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869414.317936:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb30549a200. 02000000:00000001:2.0:1788869414.317937:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869414.317942:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869414.317945:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0b8f0. 00000400:00000010:2.0:1788869414.317950:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4be58. 00000100:00000200:2.0:1788869414.317953:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276719872, portal 10 00000100:00000001:2.0:1788869414.317955:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869414.317956:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448836352 : -106983260715264 : ffff9eb304bf8700) 00000100:00000040:2.0:1788869414.317965:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869414.317971:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869414.317974:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869414.317976:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b908. 00000100:00000200:2.0:1788869414.317979:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276719872, offset 0 00000400:00000200:2.0:1788869414.317984:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869414.317989:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869414.317993:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869414.317995:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869414.317998:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869414.318000:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869414.318002:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869414.318005:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [125:125:256:4294967295] 192.168.204.132@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1788869414.318009:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869414.318014:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869414.318019:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869414.318023:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837500. 00000800:00000200:2.0:1788869414.318027:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869414.318033:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869414.318036:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788869414.319869:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869414.319892:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: using a timeout of 132082 usecs (133 jiffies) 00000400:00000200:2.0:1788869414.319901:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869414.319905:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 0 is 4295053960 00000100:00000010:3.0:1788869414.320100:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb3201697e0. 00000100:00000001:3.0:1788869414.320113:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788869414.320140:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295054740 00000100:00000010:3.0:1788869414.320147:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb320169420. 00000100:00000001:3.0:1788869414.320150:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788869414.320155:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869414.320160:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.320172:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.320177:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.320190:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869414.320193:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788869414.320196:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.320199:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869414.320201:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788869414.320214:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.320224:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788869414.320227:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869414.320232:0:2360:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788869414.320236:0:2360:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788869414.320239:0:2360:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788869414.320242:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2360:1875765276720000:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869414.320247:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788869414.320255:0:2360:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788869414.320258:0:2360:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869414.320260:0:2360:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788869414.320267:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3102dc000. 02000000:00000001:3.0:1788869414.320269:0:2360:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869414.320275:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:3.0:1788869414.320279:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30548c160. 00000400:00000010:3.0:1788869414.320288:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96088. 00000100:00000200:3.0:1788869414.320297:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276720000, portal 10 00000100:00000001:3.0:1788869414.320299:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788869414.320301:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448839936 : -106983260711680 : ffff9eb304bf9500) 00000100:00000040:3.0:1788869414.320309:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.320317:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788869414.320319:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:3.0:1788869414.320322:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96e58. 00000100:00000200:3.0:1788869414.320326:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276720000, offset 0 00000400:00000200:3.0:1788869414.320333:0:2360:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:3.0:1788869414.320348:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869414.320359:0:2360:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:3.0:1788869414.320366:0:2360:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788869414.320371:0:2360:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:3.0:1788869414.320376:0:2360:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788869414.320379:0:2360:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:3.0:1788869414.320383:0:2360:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [126:126:255:4294967295] 192.168.204.132@tcp LPNI seq info [126:126:7:4294967295] 00000400:00000200:3.0:1788869414.320387:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869414.320400:0:2360:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:3.0:1788869414.320407:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:3.0:1788869414.320414:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb306561300. 00000800:00000200:3.0:1788869414.320423:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:3.0:1788869414.320433:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:3.0:1788869414.320439:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb306561300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788869414.320442:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869414.320446:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: using a timeout of 25772 usecs (26 jiffies) 00000400:00000200:3.0:1788869414.320450:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:3.0:1788869414.320452:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295053853 00000100:00000001:3.0:1788869414.320455:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295054737 00000100:00000001:3.0:1788869414.320457:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295053853 00000100:00000001:3.0:1788869414.320460:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295054740 00000100:00000001:3.0:1788869414.320462:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869414.320464:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.320467:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.320469:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.320472:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869414.320474:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788869414.320476:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.320478:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869414.320479:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.320482:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869414.321334:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 0, keep current deadline 4295054737 00000100:00000001:2.0:1788869414.321345:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 1 is 4295053961 00000100:00000001:2.0:1788869414.321348:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 1, keep current deadline 4295054740 00000100:00000001:2.0:1788869414.321351:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869414.321354:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869414.321357:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869414.321360:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869414.321367:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869414.321368:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788869414.321371:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869414.321372:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869414.321374:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869414.321377:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869414.322330:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869414.322339:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837500. 00000400:00000200:1.0:1788869414.322345:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869414.322358:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869414.322368:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b908 00000400:00000010:1.0:1788869414.322371:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b908. 00000100:00000001:1.0:1788869414.322377:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869414.322387:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869414.322403:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869414.322408:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869414.322417:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869414.322419:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788869414.322522:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869414.322525:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb306561300. 00000400:00000200:1.0:1788869414.322531:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869414.322535:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869414.322538:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96e58 00000400:00000010:1.0:1788869414.322540:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96e58. 00000100:00000001:1.0:1788869414.322543:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869414.322548:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869414.322556:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869414.322559:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869414.322566:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869414.322567:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869414.327104:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.328347:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869414.328356:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.328361:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869414.328377:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.328387:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869414.328396:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.328401:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.328407:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.328412:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 25 MB=0x6a9ffa3003a80 00000400:00000200:1.0:1788869414.328417:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.328426:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1788869414.328436:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.328455:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869414.328656:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869414.328664:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869414.328676:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869414.328692:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869414.328704:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869414.328729:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869414.328742:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.328747:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.329062:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.329070:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788869414.329081:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788869414.329085:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788869414.329090:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30548c268. 00000400:00000200:3.0:1788869414.329096:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96770 00000400:00000010:3.0:1788869414.329099:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96770. 00000100:00000001:3.0:1788869414.329102:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788869414.329109:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788869414.329119:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.329137:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788869414.329139:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.329142:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788869414.329147:0:2360:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788869414.329151:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788869414.329154:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869414.329158:0:2360:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788869414.329168:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=93 v=5 (5 0 0 0) 00000100:00001000:3.0:1788869414.329173:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1788869414.329176:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788869414.329178:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869414.329181:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788869414.329184:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.329187:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869414.329194:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.329200:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869414.329204:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788869414.329206:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788869414.329209:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869414.329217:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2360:1875765276719744:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869414.329235:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.329239:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788869414.329244:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf9f80 x1875765276719744/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.329252:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788869414.329255:0:2360:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788869414.329259:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102dd000. 02000000:00000001:3.0:1788869414.329263:0:2360:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788869414.329267:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788869414.329269:0:2360:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:3.0:1788869414.329271:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788869414.329274:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837700. 02000000:00000001:3.0:1788869414.329278:0:2360:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788869414.329281:0:2360:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788869414.329283:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf9f80. 00000100:00000001:3.0:1788869414.329287:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788869414.329289:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.329292:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.329294:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.329295:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869414.329298:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.329299:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788869414.331638:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.331664:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869414.331670:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.331674:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869414.332018:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332033:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869414.332046:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332052:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332061:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332065:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003b00 00000400:00000200:1.0:1788869414.332071:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332158:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:1.0:1788869414.332178:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.332186:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869414.332190:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869414.332197:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869414.332206:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869414.332218:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869414.332230:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869414.332253:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869414.332264:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.332268:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869414.332270:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.332272:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869414.332275:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332279:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869414.332284:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332286:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332289:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332292:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003b80 00000400:00000200:1.0:1788869414.332295:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869414.332300:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:1.0:1788869414.332305:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.332312:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869414.332315:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869414.332318:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869414.332321:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869414.332326:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869414.332335:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869414.332360:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869414.332365:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869414.332369:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.332419:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.332425:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788869414.332435:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788869414.332437:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788869414.332441:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30548c160. 00000400:00000200:3.0:1788869414.332447:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96088 00000400:00000010:3.0:1788869414.332450:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96088. 00000100:00000001:3.0:1788869414.332453:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788869414.332458:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788869414.332468:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.332475:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788869414.332484:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.332486:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788869414.332491:0:2360:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788869414.332495:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788869414.332498:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869414.332502:0:2360:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788869414.332515:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899d460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1788869414.332520:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899d418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788869414.332523:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788869414.332525:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869414.332529:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788869414.332534:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.332540:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788869414.332543:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:3.0:1788869414.332545:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788869414.332548:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869414.332555:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.332758:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869414.332761:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788869414.332764:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788869414.332769:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869414.332778:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2360:1875765276720000:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869414.332784:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.332839:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788869414.332845:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf9500 x1875765276720000/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.332851:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788869414.332854:0:2360:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788869414.332860:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3102dc000. 02000000:00000001:3.0:1788869414.332863:0:2360:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788869414.332866:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788869414.332877:0:2360:0:(genops.c:1244:class_import_put()) import ffff9eb31899d000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000020:00000001:3.0:1788869414.332880:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788869414.332883:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837b00. 02000000:00000001:3.0:1788869414.332887:0:2360:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788869414.332889:0:2360:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788869414.332891:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf9500. 00000100:00000001:3.0:1788869414.332895:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788869414.332897:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.332900:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.332912:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869414.332914:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.332916:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.332919:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.332930:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.332933:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788869414.332938:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788869414.332940:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788869414.332942:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0b8f0. 00000400:00000200:3.0:1788869414.332945:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4be58 00000400:00000010:3.0:1788869414.332947:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4be58. 00000100:00000001:3.0:1788869414.332951:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788869414.332956:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788869414.332965:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.332977:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788869414.332978:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.332980:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788869414.332982:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788869414.332983:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788869414.332985:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869414.332987:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788869414.332994:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31893fc60 time=93 v=5 (5 0 0 0) 00000100:00001000:3.0:1788869414.332997:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31893fc18 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1788869414.332999:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788869414.333000:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869414.333006:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788869414.333009:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.334945:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788869414.334950:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb30868d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788869414.334952:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788869414.334954:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869414.334969:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.334980:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869414.334984:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788869414.334987:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788869414.334991:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869414.334999:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d592e186-2792-4746-8df9-50aeb673ccae:2361:1875765276719872:192.168.204.132@tcp:400:kworker.0 00000100:00000001:3.0:1788869414.335005:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.335009:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788869414.335012:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf8700 x1875765276719872/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869414.335019:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788869414.335022:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788869414.335028:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb30549a200. 02000000:00000001:3.0:1788869414.335036:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788869414.335052:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788869414.335055:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb31893f800 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000020:00000001:3.0:1788869414.335059:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788869414.335063:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb304837d00. 02000000:00000001:3.0:1788869414.335068:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788869414.335070:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788869414.335073:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf8700. 00000100:00000001:3.0:1788869414.335079:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788869414.335080:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.335083:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869414.335095:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869414.335109:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869414.335112:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869414.335116:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869415.212929:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869415.212942:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869415.212951:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869415.212953:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788869415.212998:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788869415.213002:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788869415.213006:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788869415.277972:0:8318:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5800 (cpu 0) has reached its deadline 4295054737, at 4295054784 00000100:00000010:0.0:1788869415.277990:0:8318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb3201697e0. 00000100:00000040:1.0:1788869415.278082:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5910 (cpu 0) has reached its deadline 4295054740, at 4295054784 00000100:00000010:1.0:1788869415.278089:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb320169420. 00000080:00000001:0.0:1788869415.479949:0:9376:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788869415.479963:0:9376:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788869415.790034:0:9412:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788869415.790041:0:9412:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1788869415.791809:0:9412:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788869416.239890:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869416.239897:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869416.239901:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869416.239903:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869416.239960:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869416.239964:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869416.239967:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788869417.261330:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869417.261339:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869417.261345:0:8318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869417.261346:0:8318:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869417.265725:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869417.265734:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869417.265740:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788869417.297603:0:9508:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788869417.297617:0:9508:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869418.284778:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869418.284788:0:254:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869418.284794:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869418.284799:0:254:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788869418.284802:0:254:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788869418.284806:0:254:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869418.284810:0:254:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788869418.284813:0:254:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869418.284815:0:254:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869418.284819:0:254:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869418.285579:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869418.285585:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869418.285589:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1788869418.653104:0:9572:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9eb304d46350. 00000400:00000040:0.0:1788869418.653134:0:9572:0:(api-ni.c:3054:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1788869418.653136:0:9572:0:(api-ni.c:3054:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1788869418.653138:0:9572:0:(api-ni.c:3054:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1788869418.653140:0:9572:0:(api-ni.c:3054:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1788869418.653141:0:9572:0:(api-ni.c:3054:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1788869418.653143:0:9572:0:(api-ni.c:3054:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1788869418.653144:0:9572:0:(api-ni.c:3054:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1788869418.653227:0:9572:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9eb304d46350. 00010000:00000001:0.0:1788869419.310765:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869419.310776:0:254:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869419.310783:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869419.310784:0:254:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788869419.312490:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788869419.312497:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869419.312502:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788869419.439100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788869419.439113:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788869419.439127:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845c00. 00000020:00000040:0.0:1788869419.439134:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:0.0:1788869419.439140:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869419.439144:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869419.439153:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869419.439162:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb30afb3c00. 00000100:00000001:0.0:1788869419.439170:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439183:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83c6928c-56a9-4947-a648-e72eb5d4336a->MGS req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869419.439203:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869419.439210:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439218:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b8f6a90] to pc [ptlrpcd_00_00+0] req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.439249:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788869419.439255:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788869419.439258:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845180. 00000020:00000040:0.0:1788869419.439261:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31893f800 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000100:00000001:0.0:1788869419.439263:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869419.439284:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869419.439286:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869419.439291:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb30afb3300. 00000100:00000001:0.0:1788869419.439295:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439299:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d592e186-2792-4746-8df9-50aeb673ccae->lustre-MDT0000_UUID req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869419.439307:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869419.439309:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439314:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b87669f8] to pc [ptlrpcd_00_01+1] req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.439322:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788869419.439328:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788869419.439331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788869419.439334:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d592e186-2792-4746-8df9-50aeb673ccae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788869419.439336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788869419.439340:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788869419.439342:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318847100. 00000020:00000040:0.0:1788869419.439344:0:8:0:(genops.c:1231:class_import_get()) import ffff9eb31899d000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000100:00000001:0.0:1788869419.439347:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869419.439348:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869419.439350:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869419.439353:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb30afb3100. 00000100:00000001:0.0:1788869419.439355:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439359:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-MDT0000_UUID req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869419.439365:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869419.439367:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439376:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4498b99] to pc [ptlrpcd_00_00+0] req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.439383:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.439385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788869419.439389:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788869419.439391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788869419.439394:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4cfda4f4-265a-41f9-83d8-e3d596a9b7d7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788869419.439399:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:1.0:1788869419.440533:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869419.440541:0:2358:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869419.440545:0:2358:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869419.440557:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.440570:0:2358:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869419.440572:0:2358:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869419.440576:0:2358:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869419.440580:0:2358:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869419.440583:0:2358:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869419.440587:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2358:1875765276720128:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869419.440593:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869419.440601:0:2358:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869419.440605:0:2358:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869419.440609:0:2358:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869419.440665:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188c5200. 02000000:00000001:1.0:1788869419.440668:0:2358:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869419.440677:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869419.440682:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce000. 00000400:00000010:1.0:1788869419.440702:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322bb0. 00000100:00000200:1.0:1788869419.440711:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276720128, portal 25 00000100:00000001:1.0:1788869419.440713:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869419.440715:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780503040 : -106982929048576 : ffff9eb318845c00) 00000100:00000040:1.0:1788869419.440723:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.440731:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869419.440734:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869419.440737:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322dd0. 00000100:00000200:1.0:1788869419.440741:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875765276720128, offset 0 00000400:00000200:1.0:1788869419.440748:0:2358:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869419.440758:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.440766:0:2358:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869419.440772:0:2358:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869419.440776:0:2358:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869419.440779:0:2358:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869419.440781:0:2358:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869419.440784:0:2358:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [127:127:256:4294967295] 192.168.204.132@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:1.0:1788869419.440788:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.440811:0:2358:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869419.440817:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869419.440823:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb303ac6f00. 00000800:00000200:1.0:1788869419.440831:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869419.440840:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869419.440844:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb303ac6f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869419.440857:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869419.440861:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869419.440864:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295059861 00000100:00000010:1.0:1788869419.440868:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb310ca9780. 00000100:00000001:1.0:1788869419.440876:0:2358:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788869419.440885:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295059861 00000100:00000010:1.0:1788869419.440894:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb310ca9de0. 00000100:00000001:1.0:1788869419.440898:0:2358:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788869419.440901:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869419.440905:0:2358:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.440908:0:2358:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869419.440913:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.440920:0:2358:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869419.440922:0:2358:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869419.440924:0:2358:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869419.440926:0:2358:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869419.440928:0:2358:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869419.440931:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318847100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2358:1875765276720384:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869419.440934:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869419.440937:0:2358:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869419.440939:0:2358:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869419.440940:0:2358:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869419.440943:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188c5000. 02000000:00000001:1.0:1788869419.440945:0:2358:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869419.440949:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869419.440951:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce898. 00000400:00000010:1.0:1788869419.440955:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3093227f8. 00000100:00000200:1.0:1788869419.440957:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276720384, portal 10 00000100:00000001:1.0:1788869419.440959:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869419.440961:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780508416 : -106982929043200 : ffff9eb318847100) 00000100:00000040:1.0:1788869419.440968:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.440974:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869419.440976:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869419.440978:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322880. 00000100:00000200:1.0:1788869419.440980:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276720384, offset 0 00000400:00000200:1.0:1788869419.440985:0:2358:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869419.440995:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.440998:0:2358:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869419.441001:0:2358:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869419.441003:0:2358:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869419.441006:0:2358:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869419.441008:0:2358:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869419.441010:0:2358:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [128:128:255:4294967295] 192.168.204.132@tcp LPNI seq info [128:128:7:4294967295] 00000400:00000200:1.0:1788869419.441014:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.441019:0:2358:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869419.441023:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869419.441026:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb303ac6400. 00000800:00000200:1.0:1788869419.441041:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869419.441045:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869419.441047:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb303ac6400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869419.441050:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869419.441054:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: using a timeout of 25025 usecs (26 jiffies) 00000400:00000200:1.0:1788869419.441057:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869419.441059:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 0 is 4295058974 00000100:00000001:1.0:1788869419.441062:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 0, keep current deadline 4295059861 00000100:00000001:1.0:1788869419.441064:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS new deadline estimation for cpu 1 is 4295058974 00000100:00000001:1.0:1788869419.441066:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb318941000: PM QoS request active for cpu 1, keep current deadline 4295059861 00000100:00000001:1.0:1788869419.441068:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869419.441070:0:2358:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.441073:0:2358:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.441076:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869419.441088:0:2358:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869419.441090:0:2358:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788869419.441093:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869419.441094:0:2358:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869419.441096:0:2358:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869419.441099:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788869419.441110:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869419.441112:0:2358:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788869419.441113:0:2358:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869419.441115:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869419.441116:0:2358:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788869419.441117:0:2358:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788869419.441123:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.441129:0:2358:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788869419.441131:0:2358:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869419.441133:0:2358:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788869419.441135:0:2358:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788869419.441137:0:2358:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869419.441140:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276720256:192.168.204.132@tcp:400:kworker.0 00000100:00000001:1.0:1788869419.441144:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788869419.441147:0:2358:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788869419.441148:0:2358:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869419.441150:0:2358:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788869419.441152:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb3188c4000. 02000000:00000001:1.0:1788869419.441154:0:2358:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788869419.441157:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:1.0:1788869419.441160:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb3188ce6e0. 00000400:00000010:1.0:1788869419.441165:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322440. 00000100:00000200:1.0:1788869419.441167:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276720256, portal 10 00000100:00000001:1.0:1788869419.441169:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788869419.441170:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780500352 : -106982929051264 : ffff9eb318845180) 00000100:00000040:1.0:1788869419.441176:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.441182:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869419.441184:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869419.441186:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322000. 00000100:00000200:1.0:1788869419.441188:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875765276720256, offset 0 00000400:00000200:1.0:1788869419.441191:0:2358:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869419.441196:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.441204:0:2358:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869419.441207:0:2358:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788869419.441209:0:2358:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:1.0:1788869419.441211:0:2358:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788869419.441213:0:2358:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:1.0:1788869419.441215:0:2358:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [129:129:254:4294967295] 192.168.204.132@tcp LPNI seq info [129:129:6:4294967295] 00000400:00000200:1.0:1788869419.441219:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.441223:0:2358:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869419.441227:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869419.441230:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb303ac6a00. 00000800:00000200:1.0:1788869419.441233:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869419.441237:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869419.441240:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb303ac6a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869419.441243:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869419.441246:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: using a timeout of 127596 usecs (128 jiffies) 00000400:00000200:1.0:1788869419.441249:0:2358:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:1.0:1788869419.441250:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 0 is 4295059076 00000100:00000001:1.0:1788869419.441252:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 0, keep current deadline 4295059861 00000100:00000001:1.0:1788869419.441254:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS new deadline estimation for cpu 1 is 4295059076 00000100:00000001:1.0:1788869419.441256:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb30868d000: PM QoS request active for cpu 1, keep current deadline 4295059861 00000100:00000001:1.0:1788869419.441258:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788869419.441260:0:2358:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.441262:0:2358:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.441264:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.441277:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788869419.441279:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788869419.441567:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788869419.441572:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb303ac6f00. 00000400:00000200:0.0:1788869419.441579:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869419.441585:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:0.0:1788869419.441590:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322dd0 00000400:00000010:0.0:1788869419.441593:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322dd0. 00000100:00000001:0.0:1788869419.441603:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788869419.441608:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.441639:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869419.441643:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.441650:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.441651:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788869419.441665:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788869419.441668:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb303ac6400. 00000400:00000200:0.0:1788869419.441670:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869419.441673:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:0.0:1788869419.441676:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322880 00000400:00000010:0.0:1788869419.441677:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322880. 00000100:00000001:0.0:1788869419.441680:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788869419.441683:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.441697:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869419.441700:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.441706:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.441708:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788869419.441783:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788869419.441785:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb303ac6a00. 00000400:00000200:0.0:1788869419.441787:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869419.441804:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:0.0:1788869419.441807:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322000 00000400:00000010:0.0:1788869419.441808:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322000. 00000100:00000001:0.0:1788869419.441812:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788869419.441815:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.441821:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869419.441824:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.441829:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.441830:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869419.458247:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458266:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869419.458270:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458273:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.458283:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458305:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869419.458314:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458319:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458324:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458328:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003d00 00000400:00000200:1.0:1788869419.458333:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458340:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:1.0:1788869419.458349:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458353:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.458356:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.458361:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869419.458370:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869419.458380:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869419.458392:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.458421:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869419.458430:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458434:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869419.458435:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458437:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.458440:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458443:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869419.458447:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458449:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458452:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458455:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 10 MB=0x6a9ffa3003c80 00000400:00000200:1.0:1788869419.458458:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458461:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.132@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1788869419.458464:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458467:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.458474:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.458477:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869419.458481:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869419.458485:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869419.458493:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.458500:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869419.458504:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458508:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869419.458509:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458511:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.458514:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458517:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869419.458521:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458524:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458527:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458529:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 25 MB=0x6a9ffa3003c00 00000400:00000200:1.0:1788869419.458532:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.458536:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1788869419.458540:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458545:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.458547:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.458561:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869419.458564:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869419.458568:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869419.458577:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.458584:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869419.458587:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.458595:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.458914:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788869419.458920:0:2358:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788869419.458927:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869419.458929:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869419.458933:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce6e0. 00000400:00000200:0.0:1788869419.458939:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322440 00000400:00000010:0.0:1788869419.458942:0:2358:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322440. 00000100:00000001:0.0:1788869419.458953:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869419.458959:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869419.458967:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.458985:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869419.458988:0:2358:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.458990:0:2358:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869419.458994:0:2358:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869419.458997:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869419.459000:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869419.459003:0:2358:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869419.459014:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31893fc60 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869419.459041:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31893fc18 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869419.459044:0:2358:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869419.459045:0:2358:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869419.459048:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869419.459052:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.459056:0:2358:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788869419.459058:0:2358:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb30868d000: skip recheck: last_committed 0 00000100:00000001:0.0:1788869419.459060:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788869419.459062:0:2358:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.459068:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.459076:0:2358:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869419.459079:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869419.459081:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869419.459085:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869419.459093:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d592e186-2792-4746-8df9-50aeb673ccae:2358:1875765276720256:192.168.204.132@tcp:400:kworker.0 00000400:00000001:0.0:1788869419.459101:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869419.459102:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869419.459104:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce000. 00000400:00000200:0.0:1788869419.459107:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322bb0 00000400:00000010:0.0:1788869419.459108:0:2358:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322bb0. 00000100:00000001:0.0:1788869419.459111:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869419.459115:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869419.459129:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.459136:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869419.459137:0:2358:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.459139:0:2358:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869419.459141:0:2358:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869419.459142:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869419.459144:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869419.459146:0:2358:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869419.459149:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869419.459152:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869419.459155:0:2358:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869419.459156:0:2358:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869419.459158:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869419.459159:0:2358:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.459161:0:2358:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.459164:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.459171:0:2358:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869419.459172:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869419.459173:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869419.459177:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869419.459185:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2358:1875765276720128:192.168.204.132@tcp:400:kworker.0 00000400:00000001:0.0:1788869419.459190:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869419.459373:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869419.459376:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb3188ce898. 00000400:00000200:0.0:1788869419.459380:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3093227f8 00000400:00000010:0.0:1788869419.459381:0:2358:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3093227f8. 00000100:00000001:0.0:1788869419.459385:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869419.459390:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869419.459405:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.459412:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869419.459413:0:2358:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.459415:0:2358:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869419.459417:0:2358:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869419.459418:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869419.459419:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869419.459421:0:2358:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869419.459425:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb31899d460 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869419.459428:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb31899d418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869419.459430:0:2358:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869419.459431:0:2358:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869419.459432:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869419.459435:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.459437:0:2358:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788869419.459438:0:2358:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb318941000: skip recheck: last_committed 0 00000100:00000001:0.0:1788869419.459440:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788869419.459441:0:2358:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.459444:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.459450:0:2358:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869419.459451:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869419.459453:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869419.459456:0:2358:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869419.459462:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318847100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4cfda4f4-265a-41f9-83d8-e3d596a9b7d7:2358:1875765276720384:192.168.204.132@tcp:400:kworker.0 00000100:00000001:0.0:1788869419.459466:0:2358:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.459468:0:2358:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869419.459472:0:2358:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845180 x1875765276720256/t0(0) o400->lustre-MDT0000-mdc-ffff9eb30868d000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.459489:0:2358:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869419.459492:0:2358:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869419.459495:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188c4000. 02000000:00000001:0.0:1788869419.459498:0:2358:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869419.459501:0:2358:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869419.459503:0:2358:0:(genops.c:1244:class_import_put()) import ffff9eb31893f800 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb30868d000 00000020:00000001:0.0:1788869419.459505:0:2358:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869419.459508:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb30afb3300. 02000000:00000001:0.0:1788869419.459513:0:2358:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869419.459515:0:2358:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869419.459517:0:2358:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845180. 00000100:00000001:0.0:1788869419.459521:0:2358:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869419.459522:0:2358:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.459524:0:2358:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869419.459528:0:2358:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845c00 x1875765276720128/t0(0) o400->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.459534:0:2358:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869419.459535:0:2358:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869419.459536:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188c5200. 02000000:00000001:0.0:1788869419.459538:0:2358:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869419.459539:0:2358:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869419.459540:0:2358:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:0.0:1788869419.459542:0:2358:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869419.459543:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb30afb3c00. 02000000:00000001:0.0:1788869419.459545:0:2358:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869419.459547:0:2358:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869419.459617:0:2358:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845c00. 00000100:00000001:0.0:1788869419.459662:0:2358:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869419.459664:0:2358:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.459665:0:2358:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869419.459670:0:2358:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318847100 x1875765276720384/t0(0) o400->lustre-MDT0000-mdc-ffff9eb318941000@192.168.204.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1788869435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869419.459676:0:2358:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869419.459677:0:2358:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869419.459684:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb3188c5000. 02000000:00000001:0.0:1788869419.459686:0:2358:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869419.459688:0:2358:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869419.459689:0:2358:0:(genops.c:1244:class_import_put()) import ffff9eb31899d000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb318941000 00000020:00000001:0.0:1788869419.459691:0:2358:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869419.459692:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb30afb3100. 02000000:00000001:0.0:1788869419.459694:0:2358:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869419.459695:0:2358:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869419.459696:0:2358:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318847100. 00000100:00000001:0.0:1788869419.459698:0:2358:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869419.459699:0:2358:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.459702:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.459713:0:2358:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788869419.459715:0:2358:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.459717:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788869419.459720:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788869419.882774:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869419.882806:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788869419.882811:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869419.882814:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869419.882825:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869419.882834:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:0.0:1788869419.882845:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869419.882850:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869419.882857:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869419.882861:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 328 into portal 15 MB=0x6a9ffa4a0c800 00000400:00000200:0.0:1788869419.882873:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.132@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1788869419.882881:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869419.882891:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788869419.882895:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788869419.882900:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:0.0:1788869419.882909:0:2351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788869419.882911:0:2351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788869419.882919:0:2351:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318847100. 00000100:00000040:0.0:1788869419.882924:0:2351:0:(events.c:337:request_in_callback()) incoming req@ffff9eb318847100 x1875765304018944 msgsize 328 00000100:00100000:0.0:1788869419.882929:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.132@tcp (source: 12345-192.168.204.132@tcp) 00000100:00000001:0.0:1788869419.882956:0:2351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788869419.882967:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788869419.882970:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869419.883138:0:5565:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788869419.883141:0:5565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765304018944 02000000:00000001:1.0:1788869419.883144:0:5565:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788869419.883146:0:5565:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788869419.883149:0:5565:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788869419.883153:0:5565:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788869419.883158:0:5565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765304018944 00000020:00000001:1.0:1788869419.883161:0:5565:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788869419.883164:0:5565:0:(genops.c:825:class_conn2export()) looking for export cookie 0xfaea9112da5f53a7 00000020:00000001:1.0:1788869419.883166:0:5565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788869419.883170:0:5565:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9eb304ba2800 refcount=3 00000020:00000001:1.0:1788869419.883172:0:5565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090448484352 : -106983261067264 : ffff9eb304ba2800) 00000020:00000001:1.0:1788869419.883175:0:5565:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637090448484352 : -106983261067264 : ffff9eb304ba2800) 00000100:00000001:1.0:1788869419.883179:0:5565:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788869419.883184:0:5565:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb3036d08c0. 00000100:00000001:1.0:1788869419.883187:0:5565:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788869419.883190:0:5565:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb3036d08c0. 00000020:00000010:1.0:1788869419.883198:0:5565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb3188c5a00. 00000020:00000010:1.0:1788869419.883203:0:5565:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb3036d4d80. 00000020:00000010:1.0:1788869419.883207:0:5565:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb310d96a28. 00000100:00000040:1.0:1788869419.883217:0:5565:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788869419.883220:0:5565:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788869419.883222:0:5565:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788869419.883224:0:5565:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.883232:0:5565:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.883247:0:5565:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788869419.883258:0:5565:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788869419.883260:0:5565:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788869419.883266:0:5565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.132@tcp, seq: 3 00000100:00000040:1.0:1788869419.883269:0:5565:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb304ba2800 : new rpc_count 1 00000100:00000001:1.0:1788869419.883272:0:5565:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637090780508416 : -106982929043200 : ffff9eb318847100) 00000100:00000040:1.0:1788869419.883279:0:5565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb318847100 x1875765304018944/t0(0) o104->83c6928c-56a9-4947-a648-e72eb5d4336a@192.168.204.132@tcp:365/0 lens 328/0 e 0 to 0 dl 1788869430 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788869419.883301:0:5565:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788869419.883304:0:5565:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb3036d08c0. 00000100:00000001:1.0:1788869419.883306:0:5565:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788869419.883308:0:5565:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb3036d08c0. 00000100:00100000:1.0:1788869419.883313:0:5565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb318847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:83c6928c-56a9-4947-a648-e72eb5d4336a+3:11258:x1875765304018944:12345-192.168.204.132@tcp:104: 00000100:00000200:1.0:1788869419.883317:0:5565:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875765304018944 00010000:00000001:1.0:1788869419.883319:0:5565:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788869419.883326:0:5565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788869419.883328:0:5565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788869419.883330:0:5565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb342152200 refcount=2 00000020:00000001:1.0:1788869419.883332:0:5565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637091477856768 : -106982231694848 : ffff9eb342152200) 00010000:00000001:1.0:1788869419.883335:0:5565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637091477856768 : -106982231694848 : ffff9eb342152200) 00010000:00000001:1.0:1788869419.883340:0:5565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788869419.883343:0:5565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788869419.883348:0:5565:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788869419.883359:0:5565:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788869419.883362:0:5565:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788869419.883367:0:5565:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb3054e1c00. 02000000:00000001:1.0:1788869419.883369:0:5565:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.883371:0:5565:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788869419.883377:0:5565:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788869419.883380:0:5565:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788869419.883383:0:5565:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb3065709e8 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1788869419.883388:0:5565:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788869419.883391:0:5565:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9eb3102f97c0 refcount 22 to 192.168.204.132@tcp 00000100:00000001:1.0:1788869419.883393:0:5565:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637090640730048 : -106983068821568 : ffff9eb3102f97c0) 02000000:00000001:1.0:1788869419.883395:0:5565:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788869419.883397:0:5565:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.883401:0:5565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788869419.883409:0:5565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:1.0:1788869419.883413:0:5565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb309322110. 00000100:00000200:1.0:1788869419.883420:0:5565:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765304018944, offset 224 00000400:00000200:1.0:1788869419.883427:0:5565:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:1.0:1788869419.883435:0:5565:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.883442:0:5565:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source Specified: 192.168.204.32@tcp to MR: 192.168.204.132@tcp local destination 00000400:00000200:1.0:1788869419.883448:0:5565:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [130:130:256:4294967295] 192.168.204.132@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:1.0:1788869419.883452:0:5565:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.883460:0:5565:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:192.168.204.32@tcp) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:1.0:1788869419.883465:0:5565:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:1.0:1788869419.883472:0:5565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb303ac6a00. 00000800:00000200:1.0:1788869419.883479:0:5565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:1.0:1788869419.883488:0:5565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:1.0:1788869419.883493:0:5565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb303ac6a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788869419.883505:0:5565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869419.883509:0:5565:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9eb3102f97c0 refcount 21 to 192.168.204.132@tcp 00010000:00000001:1.0:1788869419.883513:0:5565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788869419.883516:0:5565:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb304b97a80. 00010000:00000001:1.0:1788869419.883519:0:5565:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788869419.883530:0:5565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788869419.883533:0:5565:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788869419.883534:0:5565:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788869419.883536:0:5565:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788869419.883542:0:5565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318847100 x1875765304018944/t0(0) o104->83c6928c-56a9-4947-a648-e72eb5d4336a@192.168.204.132@tcp:365/0 lens 328/224 e 0 to 0 dl 1788869430 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788869419.883551:0:5565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb318847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:83c6928c-56a9-4947-a648-e72eb5d4336a+3:11258:x1875765304018944:12345-192.168.204.132@tcp:104: Request processed in 248us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788869419.883558:0:5565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.132@tcp, seq: 3 00000100:00000040:1.0:1788869419.883562:0:5565:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb304ba2800 : new rpc_count 0 00000100:00000001:1.0:1788869419.883564:0:5565:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788869419.883572:0:5565:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788869419.883577:0:5565:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb3036d4d80. 00000020:00000010:1.0:1788869419.883581:0:5565:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb310d96a28. 00000020:00000010:1.0:1788869419.883584:0:5565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb3188c5a00. 00000020:00000040:1.0:1788869419.883589:0:5565:0:(genops.c:900:class_export_put()) PUTting export ffff9eb304ba2800 : new refcount 2 00000100:00000001:1.0:1788869419.883592:0:5565:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788869419.883704:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869419.883708:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869419.883712:0:5575:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788869419.883715:0:5575:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788869419.883717:0:5575:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788869419.883722:0:5575:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869419.883732:0:5575:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb342152200 already unused, calling callback (ffffffffc12efc20) 00000800:00000200:1.0:1788869419.883733:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 10000000:00000001:3.0:1788869419.883736:0:5575:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:1.0:1788869419.883738:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb303ac6a00. 10000000:00010000:3.0:1788869419.883740:0:5575:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1788869419.883744:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.883752:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00010000:00000001:3.0:1788869419.883752:0:5575:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788869419.883756:0:5575:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1788869419.883758:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb309322110 00000020:00000001:3.0:1788869419.883759:0:5575:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:1.0:1788869419.883763:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb309322110. 00000020:00000040:3.0:1788869419.883764:0:5575:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb342152200 refcount=3 00000020:00000001:3.0:1788869419.883770:0:5575:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637091477856768 : -106982231694848 : ffff9eb342152200) 00010000:00000001:3.0:1788869419.883772:0:5575:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637091477856768 : -106982231694848 : ffff9eb342152200) 00000100:00000001:1.0:1788869419.883775:0:2350:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1788869419.883776:0:5575:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1788869419.883779:0:2350:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1788869419.883780:0:5575:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788869419.883788:0:5575:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788869419.883790:0:5575:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788869419.883808:0:5575:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1788869419.883811:0:5575:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788869419.883813:0:5575:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788869419.883814:0:5575:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788869419.883816:0:5575:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788869419.883817:0:5575:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788869419.883843:0:5575:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788869419.883844:0:5575:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788869419.883846:0:5575:0:(mgc_request.c:123:config_log_put()) log params(ffff9eb32083a600) refs 2 10000000:00000001:3.0:1788869419.883849:0:5575:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788869419.883850:0:5575:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869419.883853:0:5575:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788869419.883857:0:5575:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788869419.883858:0:5575:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788869419.883860:0:5575:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788869419.883862:0:5575:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788869419.883865:0:5575:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb342152200 with handle 0xfaea9112da5f545d from hash 00010000:00000001:3.0:1788869419.883868:0:5575:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788869419.883869:0:5575:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788869419.883871:0:5575:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788869419.883872:0:5575:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788869419.883875:0:5575:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788869419.883876:0:5575:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788869419.883880:0:5575:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788869419.883882:0:5575:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788869419.883888:0:5575:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb3054b6300. 00000020:00000040:3.0:1788869419.883892:0:5575:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:3.0:1788869419.883897:0:5575:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788869419.883899:0:5575:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788869419.883904:0:5575:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788869419.883909:0:5575:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb30653d000. 00000100:00000001:3.0:1788869419.883915:0:5575:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869419.883917:0:5575:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788869419.883922:0:5575:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788869419.883938:0:5575:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788869419.883940:0:5575:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869419.883946:0:5575:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788869419.883951:0:5575:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869419.883958:0:5575:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb2234f7] to pc [ptlrpcd_01_01+1] req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788869419.883979:0:5575:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788869419.883981:0:5575:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788869419.883983:0:5575:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788869419.883984:0:5575:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869419.883986:0:5575:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788869419.883988:0:5575:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869419.883991:0:5575:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788869419.883997:0:5575:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788869419.883999:0:5575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.132@tcp lock: ffff9eb342152200/0xfaea9112da5f545d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506df07 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788869419.884012:0:5575:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788869419.884013:0:5575:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788869419.884015:0:5575:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb304b97a80. 00010000:00000001:3.0:1788869419.884018:0:5575:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788869419.884029:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869419.884031:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869419.884033:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788869419.884034:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869419.884035:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869419.884037:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788869419.884038:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788869419.884039:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788869419.884041:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788869419.884048:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869419.884057:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869419.884059:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788869419.884066:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869419.884074:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788869419.884076:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869419.884080:0:2361:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788869419.884082:0:2361:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788869419.884085:0:2361:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788869419.884089:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276720512:192.168.204.132@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788869419.884093:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788869419.884099:0:2361:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788869419.884101:0:2361:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869419.884105:0:2361:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788869419.884109:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb30653da00. 02000000:00000001:3.0:1788869419.884111:0:2361:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869419.884116:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:3.0:1788869419.884120:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30548c160. 00000400:00000010:3.0:1788869419.884125:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96088. 00000100:00000200:3.0:1788869419.884130:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276720512, portal 18 00000100:00000001:3.0:1788869419.884133:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788869419.884134:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090458002176 : -106983251549440 : ffff9eb3054b6300) 00000100:00000040:3.0:1788869419.884140:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869419.884160:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788869419.884163:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:3.0:1788869419.884166:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96770. 00000100:00000200:3.0:1788869419.884169:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765276720512, offset 0 00000400:00000200:3.0:1788869419.884174:0:2361:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:3.0:1788869419.884179:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869419.884183:0:2361:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:3.0:1788869419.884188:0:2361:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788869419.884192:0:2361:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:3.0:1788869419.884213:0:2361:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788869419.884216:0:2361:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:3.0:1788869419.884220:0:2361:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [131:131:256:4294967295] 192.168.204.132@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:3.0:1788869419.884225:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869419.884233:0:2361:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:3.0:1788869419.884238:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:3.0:1788869419.884242:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb306561300. 00000800:00000200:3.0:1788869419.884247:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:3.0:1788869419.884253:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:3.0:1788869419.884256:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb306561300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788869419.884275:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869419.884279:0:2361:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:3.0:1788869419.884282:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295060304 00000100:00000001:3.0:1788869419.884289:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295059861 00000100:00000001:3.0:1788869419.884292:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295060304 00000100:00000001:3.0:1788869419.884296:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295059861 00000100:00000001:3.0:1788869419.884298:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869419.884301:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.884304:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.884306:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869419.884312:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869419.884314:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788869419.884317:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869419.884318:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869419.884319:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.884322:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.884331:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869419.884333:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869419.884985:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869419.884990:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb306561300. 00000400:00000200:1.0:1788869419.884995:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.885001:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869419.885004:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96770 00000400:00000010:1.0:1788869419.885007:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96770. 00000100:00000001:1.0:1788869419.885010:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869419.885015:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.885044:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869419.885048:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.885055:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.885057:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869419.885963:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.885979:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869419.885985:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.885990:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.885999:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.886010:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869419.886029:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.886053:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.886064:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.886070:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 328 into portal 15 MB=0x6a9ffa4a0ca00 00000400:00000200:1.0:1788869419.886084:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.132@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:1.0:1788869419.886094:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.886106:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.886111:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.886115:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869419.886122:0:2350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788869419.886127:0:2350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788869419.886134:0:2350:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bfe680. 00000100:00000040:1.0:1788869419.886140:0:2350:0:(events.c:337:request_in_callback()) incoming req@ffff9eb304bfe680 x1875765304019456 msgsize 328 00000100:00100000:1.0:1788869419.886364:0:2350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.132@tcp (source: 12345-192.168.204.132@tcp) 00000100:00000001:1.0:1788869419.886383:0:2350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788869419.886392:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.886396:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.886470:0:5565:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788869419.886473:0:5565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875765304019456 02000000:00000001:0.0:1788869419.886476:0:5565:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788869419.886479:0:5565:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869419.886483:0:5565:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869419.886487:0:5565:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788869419.886491:0:5565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875765304019456 00000020:00000001:0.0:1788869419.886494:0:5565:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788869419.886496:0:5565:0:(genops.c:825:class_conn2export()) looking for export cookie 0xfaea9112da5f53a7 00000020:00000001:0.0:1788869419.886499:0:5565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788869419.886503:0:5565:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9eb304ba2800 refcount=3 00000020:00000001:0.0:1788869419.886505:0:5565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090448484352 : -106983261067264 : ffff9eb304ba2800) 00000020:00000001:0.0:1788869419.886507:0:5565:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446637090448484352 : -106983261067264 : ffff9eb304ba2800) 00000100:00000001:0.0:1788869419.886512:0:5565:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788869419.886515:0:5565:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb30484e840. 00000100:00000001:0.0:1788869419.886518:0:5565:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788869419.886531:0:5565:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb30484e840. 00000020:00000010:0.0:1788869419.886538:0:5565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb303ddd400. 00000020:00000010:0.0:1788869419.886543:0:5565:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb307a65d80. 00000020:00000010:0.0:1788869419.886549:0:5565:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb32044d4b0. 00000100:00000040:0.0:1788869419.886557:0:5565:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788869419.886560:0:5565:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788869419.886561:0:5565:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788869419.886563:0:5565:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.886571:0:5565:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.886585:0:5565:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869419.886598:0:5565:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788869419.886600:0:5565:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788869419.886605:0:5565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.132@tcp, seq: 4 00000100:00000040:0.0:1788869419.886609:0:5565:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb304ba2800 : new rpc_count 1 00000100:00000001:0.0:1788869419.886611:0:5565:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637090448860800 : -106983260690816 : ffff9eb304bfe680) 00000100:00000040:0.0:1788869419.886902:0:5565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb304bfe680 x1875765304019456/t0(0) o104->83c6928c-56a9-4947-a648-e72eb5d4336a@192.168.204.132@tcp:365/0 lens 328/0 e 0 to 0 dl 1788869430 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788869419.886922:0:5565:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788869419.886925:0:5565:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb30484e840. 00000100:00000001:0.0:1788869419.886927:0:5565:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788869419.886930:0:5565:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb30484e840. 00000100:00100000:0.0:1788869419.886935:0:5565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb304bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:83c6928c-56a9-4947-a648-e72eb5d4336a+3:11258:x1875765304019456:12345-192.168.204.132@tcp:104: 00000100:00000200:0.0:1788869419.886939:0:5565:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875765304019456 00010000:00000001:0.0:1788869419.886941:0:5565:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788869419.886948:0:5565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788869419.886949:0:5565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788869419.886951:0:5565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb300030400 refcount=2 00000020:00000001:0.0:1788869419.886954:0:5565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090369373184 : -106983340178432 : ffff9eb300030400) 00010000:00000001:0.0:1788869419.886956:0:5565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637090369373184 : -106983340178432 : ffff9eb300030400) 00010000:00000001:0.0:1788869419.887015:0:5565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788869419.887018:0:5565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788869419.887032:0:5565:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788869419.887041:0:5565:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788869419.887043:0:5565:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788869419.887048:0:5565:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb30358e000. 02000000:00000001:0.0:1788869419.887050:0:5565:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.887052:0:5565:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869419.887057:0:5565:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788869419.887060:0:5565:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869419.887064:0:5565:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb3065709e8 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869419.887068:0:5565:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788869419.887071:0:5565:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9eb3102f97c0 refcount 22 to 192.168.204.132@tcp 00000100:00000001:0.0:1788869419.887073:0:5565:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637090640730048 : -106983068821568 : ffff9eb3102f97c0) 02000000:00000001:0.0:1788869419.887076:0:5565:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788869419.887078:0:5565:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869419.887081:0:5565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788869419.887089:0:5565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:0.0:1788869419.887094:0:5565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ce000. 00000100:00000200:0.0:1788869419.887100:0:5565:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875765304019456, offset 224 00000400:00000200:0.0:1788869419.887106:0:5565:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:0.0:1788869419.887114:0:5565:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869419.887120:0:5565:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source Specified: 192.168.204.32@tcp to MR: 192.168.204.132@tcp local destination 00000400:00000200:0.0:1788869419.887126:0:5565:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [132:132:256:4294967295] 192.168.204.132@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:0.0:1788869419.887130:0:5565:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869419.887138:0:5565:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:192.168.204.32@tcp) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:0.0:1788869419.887143:0:5565:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:0.0:1788869419.887148:0:5565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb30afb3100. 00000800:00000200:0.0:1788869419.887153:0:5565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:0.0:1788869419.887160:0:5565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:0.0:1788869419.887164:0:5565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb30afb3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788869419.887180:0:5565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.887183:0:5565:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9eb3102f97c0 refcount 21 to 192.168.204.132@tcp 00010000:00000001:0.0:1788869419.887187:0:5565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788869419.887190:0:5565:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb320567e40. 00010000:00000001:0.0:1788869419.887193:0:5565:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788869419.887210:0:5565:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788869419.887212:0:5565:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869419.887214:0:5565:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869419.887216:0:5565:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869419.887221:0:5565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bfe680 x1875765304019456/t0(0) o104->83c6928c-56a9-4947-a648-e72eb5d4336a@192.168.204.132@tcp:365/0 lens 328/224 e 0 to 0 dl 1788869430 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788869419.887231:0:5565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb304bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:83c6928c-56a9-4947-a648-e72eb5d4336a+3:11258:x1875765304019456:12345-192.168.204.132@tcp:104: Request processed in 308us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1788869419.887239:0:5565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.132@tcp, seq: 4 00000100:00000040:0.0:1788869419.887242:0:5565:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb304ba2800 : new rpc_count 0 00000100:00000001:0.0:1788869419.887245:0:5565:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788869419.887252:0:5565:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788869419.887257:0:5565:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb307a65d80. 00000020:00000010:0.0:1788869419.887261:0:5565:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb32044d4b0. 00000020:00000010:0.0:1788869419.887265:0:5565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb303ddd400. 00000020:00000040:0.0:1788869419.887270:0:5565:0:(genops.c:900:class_export_put()) PUTting export ffff9eb304ba2800 : new refcount 2 00000100:00000001:0.0:1788869419.887273:0:5565:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788869419.887344:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869419.887347:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869419.887350:0:5576:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788869419.887353:0:5576:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788869419.887355:0:5576:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788869419.887359:0:5576:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869419.887368:0:5576:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb300030400 already unused, calling callback (ffffffffc12efc20) 10000000:00000001:2.0:1788869419.887371:0:5576:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788869419.887374:0:5576:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788869419.887380:0:5576:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788869419.887388:0:5576:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788869419.887389:0:5576:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788869419.887390:0:5576:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb300030400 refcount=3 00000020:00000001:2.0:1788869419.887393:0:5576:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090369373184 : -106983340178432 : ffff9eb300030400) 00010000:00000001:2.0:1788869419.887395:0:5576:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637090369373184 : -106983340178432 : ffff9eb300030400) 00010000:00000001:2.0:1788869419.887398:0:5576:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788869419.887401:0:5576:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788869419.887408:0:5576:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788869419.887410:0:5576:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788869419.887416:0:5576:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1788869419.887419:0:5576:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788869419.887421:0:5576:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1788869419.887423:0:5576:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788869419.887424:0:5576:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788869419.887426:0:5576:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788869419.887439:0:5576:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788869419.887441:0:5576:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788869419.887442:0:5576:0:(mgc_request.c:123:config_log_put()) log params(ffff9eb321617000) refs 2 10000000:00000001:2.0:1788869419.887444:0:5576:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788869419.887446:0:5576:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869419.887448:0:5576:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788869419.887450:0:5576:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788869419.887452:0:5576:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788869419.887453:0:5576:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788869419.887455:0:5576:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788869419.887457:0:5576:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb300030400 with handle 0xfaea9112da5f5425 from hash 00010000:00000001:2.0:1788869419.887459:0:5576:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788869419.887461:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788869419.887463:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788869419.887464:0:5576:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788869419.887465:0:5576:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788869419.887467:0:5576:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788869419.887477:0:5576:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788869419.887479:0:5576:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788869419.887485:0:5576:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bfb480. 00000020:00000040:2.0:1788869419.887489:0:5576:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=5 obd=MGC192.168.204.132@tcp 00000100:00000001:2.0:1788869419.887493:0:5576:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869419.887495:0:5576:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869419.887498:0:5576:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869419.887503:0:5576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb3102dd400. 00000100:00000001:2.0:1788869419.887508:0:5576:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869419.887510:0:5576:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788869419.887514:0:5576:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788869419.887519:0:5576:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788869419.887520:0:5576:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869419.887524:0:5576:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869419.887528:0:5576:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869419.887535:0:5576:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8991111] to pc [ptlrpcd_01_00+0] req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788869419.887564:0:5576:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788869419.887567:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788869419.887568:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788869419.887569:0:5576:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869419.887571:0:5576:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788869419.887572:0:5576:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869419.887575:0:5576:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788869419.887580:0:5576:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788869419.887582:0:5576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.132@tcp lock: ffff9eb300030400/0xfaea9112da5f5425 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b265c291506dec8 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788869419.887589:0:5576:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb3214abc00 count: 0 00010000:00000001:2.0:1788869419.887599:0:5576:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788869419.887606:0:5576:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788869419.887608:0:5576:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb320567e40. 00010000:00000001:2.0:1788869419.887611:0:5576:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788869419.887613:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869419.887614:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869419.887616:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788869419.887617:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1788869419.887654:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869419.887658:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869419.887660:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788869419.887668:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869419.887690:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788869419.887692:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869419.887696:0:2360:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788869419.887699:0:2360:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788869419.887701:0:2360:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788869419.887705:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2360:1875765276720640:192.168.204.132@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788869419.887710:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788869419.887715:0:2360:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788869419.887718:0:2360:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869419.887721:0:2360:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788869419.887725:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb30653de00. 02000000:00000001:3.0:1788869419.887727:0:2360:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869419.887732:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:3.0:1788869419.887736:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30548c268. 00000400:00000010:3.0:1788869419.887741:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b964c8. 00000020:00000001:2.0:1788869419.887748:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788869419.887748:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276720640, portal 18 00000100:00000001:3.0:1788869419.887753:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00010000:00010000:2.0:1788869419.887754:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788869419.887757:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448848000 : -106983260703616 : ffff9eb304bfb480) 00000020:00000001:2.0:1788869419.887758:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869419.887761:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869419.887764:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788869419.887766:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869419.887774:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869419.887775:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788869419.887779:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788869419.887781:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000100:00000001:2.0:1788869419.887783:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788869419.887785:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb304b96aa0. 00000100:00000200:3.0:1788869419.887790:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875765276720640, offset 0 00000400:00000200:3.0:1788869419.887795:0:2360:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:3.0:1788869419.887800:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869419.887804:0:2360:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:3.0:1788869419.887809:0:2360:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788869419.887813:0:2360:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:3.0:1788869419.887816:0:2360:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788869419.887819:0:2360:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:3.0:1788869419.887829:0:2360:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [133:133:255:4294967295] 192.168.204.132@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:3.0:1788869419.887833:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:3.0:1788869419.887840:0:2360:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:3.0:1788869419.887845:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:3.0:1788869419.887849:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb306561500. 00000800:00000200:3.0:1788869419.887854:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:3.0:1788869419.887859:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000100:00000001:2.0:1788869419.887863:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788869419.887863:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb306561500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788869419.887870:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788869419.887875:0:2360:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:3.0:1788869419.887878:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295060308 00000100:00000001:3.0:1788869419.887885:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060304 00000100:00000001:3.0:1788869419.887889:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295060308 00000100:00000001:3.0:1788869419.887891:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060304 00000100:00000001:3.0:1788869419.887894:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869419.887897:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.887899:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.887902:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869419.887908:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869419.887911:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788869419.887914:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869419.887915:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788869419.887917:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.887919:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869419.888002:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869419.888007:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb30afb3100. 00000400:00000200:1.0:1788869419.888012:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.888017:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869419.888032:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ce000 00000400:00000010:1.0:1788869419.888034:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ce000. 00000100:00000001:1.0:1788869419.888037:0:2351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788869419.888039:0:2351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788869419.888096:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869419.888098:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb306561500. 00000400:00000200:1.0:1788869419.888103:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.888106:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869419.888108:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96aa0 00000400:00000010:1.0:1788869419.888110:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96aa0. 00000100:00000001:1.0:1788869419.888113:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869419.888117:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.888125:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869419.888134:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.888140:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869419.888142:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869419.888971:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.888983:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869419.888988:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.888990:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.888995:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.889002:0:2350:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869419.889008:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.889012:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.889016:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.889030:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 18 MB=0x6a9ffa3003d80 00000400:00000200:1.0:1788869419.889035:0:2350:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.889042:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.132@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:1.0:1788869419.889048:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.889056:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.889059:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.889062:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869419.889067:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869419.889073:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869419.889083:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.889098:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869419.889104:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.889107:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869419.889179:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869419.889182:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788869419.889189:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869419.889191:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869419.889194:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30548c160. 00000400:00000200:2.0:1788869419.889198:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b96088 00000400:00000010:2.0:1788869419.889200:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b96088. 00000100:00000001:2.0:1788869419.889203:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869419.889208:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869419.889217:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869419.889223:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869419.889225:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869419.889227:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869419.889229:0:2361:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869419.889232:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869419.889233:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869419.889236:0:2361:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869419.889244:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba34a8 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869419.889248:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869419.889260:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869419.889262:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869419.889264:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869419.889266:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869419.889269:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869419.889273:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869419.889279:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869419.889282:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869419.889283:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869419.889287:0:2361:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869419.889295:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb3054b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83c6928c-56a9-4947-a648-e72eb5d4336a:2361:1875765276720512:192.168.204.132@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788869419.889299:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869419.889302:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869419.889305:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb3054b6300 x1875765276720512/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869419.889311:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869419.889314:0:2361:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869419.889317:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb30653da00. 02000000:00000001:2.0:1788869419.889320:0:2361:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869419.889322:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869419.889324:0:2361:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000020:00000001:2.0:1788869419.889326:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869419.889329:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb30653d000. 02000000:00000001:2.0:1788869419.889332:0:2361:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869419.889334:0:2361:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869419.889336:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb3054b6300. 00000100:00000001:2.0:1788869419.889340:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869419.889341:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869419.889343:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869419.889350:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869419.889351:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869419.889359:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788869419.889361:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1788869419.889915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb342152200. 00000800:00000001:1.0:1788869419.891807:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.891823:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869419.891827:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.891829:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.891837:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.891856:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869419.891866:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.891870:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.891875:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.891879:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 224 into portal 18 MB=0x6a9ffa3003e00 00000400:00000200:1.0:1788869419.891884:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869419.891892:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.132@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:1.0:1788869419.891899:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.891951:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869419.891954:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869419.891959:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869419.891967:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869419.891975:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869419.891986:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869419.892002:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869419.892010:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869419.892013:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869419.892564:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869419.892569:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788869419.892578:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788869419.892580:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788869419.892583:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30548c268. 00000400:00000200:3.0:1788869419.892588:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb304b964c8 00000400:00000010:3.0:1788869419.892590:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb304b964c8. 00000100:00000001:3.0:1788869419.892593:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788869419.892599:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788869419.892616:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869419.892796:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788869419.892799:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869419.892802:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788869419.892805:0:2360:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788869419.892808:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788869419.892810:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788869419.892813:0:2360:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788869419.892820:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba34a8 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1788869419.892824:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1788869419.892827:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788869419.892828:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788869419.892831:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788869419.892834:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.892836:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788869419.892841:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869419.892847:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788869419.892850:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788869419.892851:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788869419.892855:0:2360:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788869419.892862:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83c6928c-56a9-4947-a648-e72eb5d4336a:2360:1875765276720640:192.168.204.132@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788869419.892867:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869419.892870:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788869419.892873:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bfb480 x1875765276720640/t0(0) o103->MGC192.168.204.132@tcp@192.168.204.132@tcp:17/18 lens 328/224 e 0 to 0 dl 1788869435 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788869419.892880:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788869419.892882:0:2360:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788869419.892892:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb30653de00. 02000000:00000001:3.0:1788869419.892895:0:2360:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788869419.892897:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788869419.892899:0:2360:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:3.0:1788869419.892901:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788869419.892904:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb3102dd400. 02000000:00000001:3.0:1788869419.892907:0:2360:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788869419.892909:0:2360:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788869419.892911:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bfb480. 00000100:00000001:3.0:1788869419.892915:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788869419.892916:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869419.892919:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788869419.892927:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788869419.892928:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788869419.892931:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788869419.892933:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1788869419.894198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb3214abc00. 00010000:00000010:2.1:1788869419.894220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb300030400. 00010000:00000001:0.0:1788869420.332875:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869420.332885:0:254:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788869420.332888:0:254:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788869420.332892:0:254:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869420.332897:0:254:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788869420.332900:0:254:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869420.332902:0:254:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869420.332904:0:254:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869420.332908:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869420.332910:0:254:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788869420.332958:0:5575:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869420.332962:0:5575:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869420.332965:0:5575:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1788869420.476150:0:9649:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:0.0:1788869420.844794:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5800 (cpu 0) has reached its deadline 4295060308, at 4295060352 00000100:00000010:0.0:1788869420.844817:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb310ca9780. 00000100:00000040:1.0:1788869420.844914:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb303cc5910 (cpu 0) has reached its deadline 4295060308, at 4295060352 00000100:00000010:1.0:1788869420.844920:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb310ca9de0. 00010000:00000001:0.0:1788869421.356788:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869421.356798:0:254:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.356805:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869421.356806:0:254:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788869421.356929:0:5576:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788869421.356934:0:5576:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788869421.356938:0:5576:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1788869421.868890:0:5578:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788869421.868902:0:5578:0:(mgc_request.c:108:config_log_get()) log params (ffff9eb32083a600) refs 2 10000000:00000001:0.0:1788869421.868909:0:5578:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.868912:0:5578:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788869421.868914:0:5578:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1788869421.868915:0:5578:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788869421.868919:0:5578:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1788869421.868921:0:5578:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1788869421.868924:0:5578:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9eb318941000 from 7 10000000:00000001:0.0:1788869421.868927:0:5578:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788869421.868929:0:5578:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1788869421.868943:0:5578:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845c00. 00000020:00000040:0.0:1788869421.868949:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:0.0:1788869421.868955:0:5578:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869421.868960:0:5578:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869421.868998:0:5578:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869421.869009:0:5578:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb303ddc600. 00000100:00000001:0.0:1788869421.869018:0:5578:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.869025:0:5578:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788869421.869029:0:5578:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788869421.869049:0:5578:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb3214ab100. 00010000:00000001:0.0:1788869421.869055:0:5578:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788869421.869060:0:5578:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb300031800. 00000020:00000001:0.0:1788869421.869066:0:5578:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788869421.869070:0:5578:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb300031800 with handle 0xfaea9112da5f5487 to hash 00000020:00000001:0.0:1788869421.869073:0:5578:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788869421.869074:0:5578:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637090369378304 : -106983340173312 : ffff9eb300031800) 00010000:00000001:0.0:1788869421.869078:0:5578:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637090369378304 : -106983340173312 : ffff9eb300031800) 00010000:00000001:0.0:1788869421.869083:0:5578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788869421.869086:0:5578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788869421.869091:0:5578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb300031800/0xfaea9112da5f5487 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869421.869102:0:5578:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: ffff9eb300031800/0xfaea9112da5f5487 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869421.869117:0:5578:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: ffff9eb300031800/0xfaea9112da5f5487 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788869421.869134:0:5578:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788869421.869136:0:5578:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788869421.869145:0:5578:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb320567540. 00000100:00000001:0.0:1788869421.869148:0:5578:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446637090911712576 : -106982797839040 : ffff9eb320567540) 00000100:00000001:0.0:1788869421.869151:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.869152:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780503040 : -106982929048576 : ffff9eb318845c00) 00000100:00000001:0.0:1788869421.869158:0:5578:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869421.869164:0:5578:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.869167:0:5578:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788869421.869169:0:5578:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788869421.869190:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.869200:0:5578:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788869421.869203:0:5578:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.869207:0:5578:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788869421.869211:0:5578:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788869421.869213:0:5578:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788869421.869217:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276720768:192.168.204.132@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.869221:0:5578:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788869421.869228:0:5578:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788869421.869231:0:5578:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.869234:0:5578:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788869421.869239:0:5578:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb30358fc00. 02000000:00000001:0.0:1788869421.869241:0:5578:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.869251:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:0.0:1788869421.869256:0:5578:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30014bec8. 00000400:00000010:0.0:1788869421.869265:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ce440. 00000100:00000200:0.0:1788869421.869276:0:5578:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765276720768, portal 25 00000100:00000001:0.0:1788869421.869278:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.869279:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780503040 : -106982929048576 : ffff9eb318845c00) 00000100:00000040:0.0:1788869421.869286:0:5578:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.869294:0:5578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788869421.869298:0:5578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:0.0:1788869421.869302:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ce330. 00000100:00000200:0.0:1788869421.869306:0:5578:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875765276720768, offset 0 00000400:00000200:0.0:1788869421.869313:0:5578:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:0.0:1788869421.869323:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.869333:0:5578:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:0.0:1788869421.869340:0:5578:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788869421.869346:0:5578:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:0.0:1788869421.869351:0:5578:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788869421.869354:0:5578:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:0.0:1788869421.869365:0:5578:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [134:134:256:4294967295] 192.168.204.132@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1788869421.869370:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.869381:0:5578:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:0.0:1788869421.869389:0:5578:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:0.0:1788869421.869396:0:5578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb30afb3000. 00000800:00000200:0.0:1788869421.869405:0:5578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:0.0:1788869421.869415:0:5578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:0.0:1788869421.869420:0:5578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb30afb3000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788869421.869445:0:5578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.869449:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:0.0:1788869421.869453:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295062289 00000100:00000010:0.0:1788869421.869459:0:5578:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb30353a840. 00000100:00000001:0.0:1788869421.869469:0:5578:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788869421.869479:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295062289 00000100:00000010:0.0:1788869421.869482:0:5578:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb30353ad20. 00000100:00000001:0.0:1788869421.869486:0:5578:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788869421.869494:0:5578:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.869498:0:5578:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.869500:0:5578:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788869421.870232:0:5578:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788869421.870242:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb320567540 going to sleep for 11 seconds 00000100:00000001:0.0:1788869421.870246:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788869421.870251:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869421.874569:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869421.874586:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb30afb3000. 00000400:00000200:1.0:1788869421.874598:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.875242:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869421.875255:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ce330 00000400:00000010:1.0:1788869421.875259:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ce330. 00000100:00000001:1.0:1788869421.875269:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869421.875281:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.875297:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869421.875326:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.875334:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869421.875336:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869421.884344:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.884374:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869421.884380:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.884383:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.884398:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.884410:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869421.884425:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.884431:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.884439:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.884445:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 344 into portal 25 MB=0x6a9ffa3003e80 00000400:00000200:1.0:1788869421.884453:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.884465:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 344/344 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1788869421.884476:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.884485:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.884489:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.884495:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869421.884507:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869421.884522:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869421.884537:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.884563:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869421.884574:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.884578:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.886341:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788869421.886360:0:5578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869421.886362:0:5578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869421.886368:0:5578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30014bec8. 00000400:00000200:0.0:1788869421.886378:0:5578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ce440 00000400:00000010:0.0:1788869421.886381:0:5578:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ce440. 00000100:00000001:0.0:1788869421.886385:0:5578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869421.886399:0:5578:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869421.886441:0:5578:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.886450:0:5578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869421.886453:0:5578:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.886457:0:5578:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869421.886462:0:5578:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869421.886466:0:5578:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869421.886470:0:5578:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.886473:0:5578:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869421.886483:0:5578:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869421.886489:0:5578:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869421.886491:0:5578:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869421.886494:0:5578:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.886497:0:5578:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869421.886500:0:5578:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.886503:0:5578:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869421.886509:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.886516:0:5578:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.886520:0:5578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869421.886522:0:5578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869421.886526:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869421.886533:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276720768:192.168.204.132@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.886539:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.886542:0:5578:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.886545:0:5578:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788869421.886548:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869421.886551:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.886558:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788869421.886569:0:5578:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb320567540. 00000100:00000001:0.0:1788869421.886573:0:5578:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788869421.886575:0:5578:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.886579:0:5578:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788869421.886584:0:5578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788869421.886587:0:5578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788869421.886591:0:5578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb300031800 refcount=4 00000020:00000001:0.0:1788869421.886594:0:5578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090369378304 : -106983340173312 : ffff9eb300031800) 00010000:00000001:0.0:1788869421.886598:0:5578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637090369378304 : -106983340173312 : ffff9eb300031800) 00010000:00000040:0.0:1788869421.886607:0:5578:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb300031800, remote cookie: 0x6b265c291506df54, flags: 0x0 00010000:00000001:0.0:1788869421.886610:0:5578:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788869421.886615:0:5578:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788869421.888329:0:5578:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788869421.888338:0:5578:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788869421.888340:0:5578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788869421.888345:0:5578:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9eb3214ab100) refcount = 1 00010000:00010000:0.0:1788869421.888357:0:5578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: ffff9eb300031800/0xfaea9112da5f5487 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df54 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788869421.888368:0:5578:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788869421.888370:0:5578:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788869421.888373:0:5578:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788869421.888377:0:5578:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788869421.888380:0:5578:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788869421.888384:0:5578:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: ffff9eb300031800/0xfaea9112da5f5487 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506df54 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788869421.888391:0:5578:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788869421.888394:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788869421.888397:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788869421.888398:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788869421.888399:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788869421.888401:0:5578:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.888406:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869421.888420:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845c00 x1875765276720768/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.888453:0:5578:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869421.888457:0:5578:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869421.888463:0:5578:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb30358fc00. 02000000:00000001:0.0:1788869421.888468:0:5578:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869421.888472:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869421.888475:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:0.0:1788869421.888477:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869421.888480:0:5578:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb303ddc600. 02000000:00000001:0.0:1788869421.888485:0:5578:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869421.888487:0:5578:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869421.888489:0:5578:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845c00. 00000100:00000001:0.0:1788869421.888494:0:5578:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869421.888496:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788869421.888498:0:5578:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.888503:0:5578:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788869421.888505:0:5578:0:(mgc_request.c:108:config_log_get()) log params (ffff9eb32083a600) refs 3 10000000:00000001:0.0:1788869421.888508:0:5578:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.888510:0:5578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788869421.888513:0:5578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788869421.888516:0:5578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb300031800 refcount=3 00000020:00000001:0.0:1788869421.888518:0:5578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090369378304 : -106983340173312 : ffff9eb300031800) 00010000:00000001:0.0:1788869421.888521:0:5578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637090369378304 : -106983340173312 : ffff9eb300031800) 00010000:00000001:0.0:1788869421.888524:0:5578:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788869421.888525:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788869421.888527:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788869421.888528:0:5578:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.888532:0:5578:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788869421.888539:0:5578:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9eb30484e040. 00000020:00000010:0.0:1788869421.888543:0:5578:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb303ddc600. 00000020:00000010:0.0:1788869421.888550:0:5578:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb303ddde00. 00000040:00000010:0.0:1788869421.888555:0:5578:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb303ddc000. 00000020:00000010:0.0:1788869421.888561:0:5578:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb31899b000. 00000020:00000010:0.0:1788869421.888567:0:5578:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb303ddc400. 80000000:00000010:0.0:1788869421.888572:0:5578:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb30353a780. 00040000:00000010:0.0:1788869421.888585:0:5578:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb303dddc00. 20000000:00000010:0.0:1788869421.888590:0:5578:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9eb303ddcc00. 10000000:00000040:0.0:1788869421.888597:0:5578:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9eb320409240 : new refcount 2 00000020:00000001:0.0:1788869421.888600:0:5578:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788869421.888603:0:5578:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1788869421.888605:0:5578:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788869421.888647:0:5578:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9eb303ddd000. 00000040:00000001:0.0:1788869421.888652:0:5578:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788869421.888654:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000010:0.0:1788869421.888659:0:5578:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845c00. 00000020:00000040:0.0:1788869421.888662:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=5 obd=MGC192.168.204.132@tcp 00000100:00000001:0.0:1788869421.888668:0:5578:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869421.888671:0:5578:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869421.888678:0:5578:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869421.888685:0:5578:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb303ddc200. 00000100:00000001:0.0:1788869421.888692:0:5578:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.888701:0:5578:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788869421.888703:0:5578:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788869421.888710:0:5578:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb320567540. 00000100:00000001:0.0:1788869421.888713:0:5578:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446637090911712576 : -106982797839040 : ffff9eb320567540) 00000100:00000001:0.0:1788869421.888716:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.888718:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780503040 : -106982929048576 : ffff9eb318845c00) 00000100:00000001:0.0:1788869421.888723:0:5578:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869421.888730:0:5578:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.888732:0:5578:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788869421.888734:0:5578:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788869421.888739:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.888748:0:5578:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788869421.888750:0:5578:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.888755:0:5578:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788869421.888758:0:5578:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788869421.888761:0:5578:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788869421.888765:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276720896:192.168.204.132@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.888777:0:5578:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788869421.888785:0:5578:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788869421.888788:0:5578:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.888791:0:5578:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788869421.888795:0:5578:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb303ddd800. 02000000:00000001:0.0:1788869421.888797:0:5578:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.888807:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:0.0:1788869421.888812:0:5578:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30014bec8. 00000400:00000010:0.0:1788869421.888821:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ce440. 00000100:00000200:0.0:1788869421.888830:0:5578:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276720896, portal 25 00000100:00000001:0.0:1788869421.888832:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.888834:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780503040 : -106982929048576 : ffff9eb318845c00) 00000100:00000040:0.0:1788869421.888839:0:5578:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.888847:0:5578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788869421.888850:0:5578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:0.0:1788869421.888853:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036cef68. 00000100:00000200:0.0:1788869421.888856:0:5578:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875765276720896, offset 0 00000400:00000200:0.0:1788869421.888863:0:5578:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:0.0:1788869421.888873:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.888882:0:5578:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:0.0:1788869421.888889:0:5578:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788869421.888895:0:5578:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:0.0:1788869421.888899:0:5578:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788869421.888902:0:5578:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:0.0:1788869421.888906:0:5578:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [135:135:256:4294967295] 192.168.204.132@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1788869421.888910:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.888922:0:5578:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:0.0:1788869421.888929:0:5578:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:0.0:1788869421.888936:0:5578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb30afb3c00. 00000800:00000200:0.0:1788869421.888944:0:5578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:0.0:1788869421.888961:0:5578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:0.0:1788869421.888967:0:5578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb30afb3c00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788869421.889000:0:5578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.889005:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:0.0:1788869421.889008:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295062309 00000100:00000001:0.0:1788869421.889020:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062289 00000100:00000001:0.0:1788869421.889027:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295062309 00000100:00000001:0.0:1788869421.889031:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062289 00000100:00000001:0.0:1788869421.889034:0:5578:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.889037:0:5578:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.889040:0:5578:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788869421.889042:0:5578:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788869421.889044:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb320567540 going to sleep for 11 seconds 00000100:00000001:0.0:1788869421.889048:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788869421.889051:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869421.892076:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869421.892091:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb30afb3c00. 00000400:00000200:1.0:1788869421.892101:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.892111:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869421.892141:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036cef68 00000400:00000010:1.0:1788869421.892144:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036cef68. 00000100:00000001:1.0:1788869421.892150:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869421.892161:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.892176:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869421.892180:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.892187:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869421.892189:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869421.896668:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.896694:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869421.896700:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.896704:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.896715:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.896726:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869421.896738:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.896744:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.896750:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.896755:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 272 into portal 25 MB=0x6a9ffa3003f00 00000400:00000200:1.0:1788869421.896761:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.896769:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 272/272 into md 0x809 [1] + 224 00000800:00000001:1.0:1788869421.896778:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.896788:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.896792:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.896797:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869421.896807:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869421.896821:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869421.896834:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.896860:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869421.896894:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.896899:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869421.897150:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788869421.897162:0:5578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869421.897166:0:5578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869421.897172:0:5578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30014bec8. 00000400:00000200:2.0:1788869421.897178:0:5578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ce440 00000400:00000010:2.0:1788869421.897182:0:5578:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ce440. 00000100:00000001:2.0:1788869421.897186:0:5578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869421.897192:0:5578:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869421.897201:0:5578:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.897208:0:5578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869421.897211:0:5578:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869421.897214:0:5578:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869421.897220:0:5578:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869421.897224:0:5578:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869421.897227:0:5578:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869421.897231:0:5578:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869421.897243:0:5578:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=100 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869421.897248:0:5578:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869421.897251:0:5578:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869421.897254:0:5578:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869421.897257:0:5578:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869421.897260:0:5578:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869421.897264:0:5578:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869421.897270:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.897293:0:5578:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869421.897297:0:5578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869421.897299:0:5578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869421.897305:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869421.897313:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276720896:192.168.204.132@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788869421.897318:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869421.897322:0:5578:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869421.897325:0:5578:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788869421.897328:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869421.897331:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.897338:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788869421.897341:0:5578:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb320567540. 00000100:00000001:2.0:1788869421.897346:0:5578:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788869421.897348:0:5578:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788869421.897355:0:5578:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788869421.897360:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869421.897362:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000020:00000001:2.0:1788869421.897365:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1788869421.897367:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869421.897370:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845c00 x1875765276720896/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.897376:0:5578:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869421.897379:0:5578:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869421.897383:0:5578:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb303ddd800. 02000000:00000001:2.0:1788869421.897391:0:5578:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869421.897392:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869421.897394:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:2.0:1788869421.897396:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869421.897399:0:5578:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb303ddc200. 02000000:00000001:2.0:1788869421.897409:0:5578:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869421.897412:0:5578:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869421.897415:0:5578:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845c00. 00000100:00000001:2.0:1788869421.897419:0:5578:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869421.897421:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788869421.897424:0:5578:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788869421.897429:0:5578:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788869421.897439:0:5578:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9eb32049e000. 00000040:00000001:2.0:1788869421.897442:0:5578:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788869421.897445:0:5578:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788869421.897449:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000010:2.0:1788869421.897454:0:5578:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb304bf8000. 00000020:00000040:2.0:1788869421.897457:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=5 obd=MGC192.168.204.132@tcp 00000100:00000001:2.0:1788869421.897462:0:5578:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788869421.897465:0:5578:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788869421.897472:0:5578:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788869421.897480:0:5578:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb3102dc400. 00000100:00000001:2.0:1788869421.897488:0:5578:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869421.897493:0:5578:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788869421.897496:0:5578:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788869421.897504:0:5578:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb3188db180. 00000100:00000001:2.0:1788869421.897506:0:5578:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446637090781114752 : -106982928436864 : ffff9eb3188db180) 00000100:00000001:2.0:1788869421.897510:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869421.897511:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448834560 : -106983260717056 : ffff9eb304bf8000) 00000100:00000001:2.0:1788869421.897516:0:5578:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788869421.897522:0:5578:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869421.897524:0:5578:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788869421.897526:0:5578:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788869421.897531:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.897539:0:5578:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788869421.897542:0:5578:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869421.897547:0:5578:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788869421.897550:0:5578:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788869421.897553:0:5578:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788869421.897557:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb304bf8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276721024:192.168.204.132@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788869421.897570:0:5578:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788869421.897577:0:5578:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788869421.897580:0:5578:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869421.897583:0:5578:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788869421.897603:0:5578:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9eb304924000. 02000000:00000001:2.0:1788869421.897606:0:5578:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869421.897612:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:2.0:1788869421.897616:0:5578:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb303d0b9f8. 00000400:00000010:2.0:1788869421.897670:0:5578:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9eb3188db000. 00000100:00000200:2.0:1788869421.897680:0:5578:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765276721024, portal 25 00000100:00000001:2.0:1788869421.897683:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788869421.897684:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090448834560 : -106983260717056 : ffff9eb304bf8000) 00000100:00000040:2.0:1788869421.897691:0:5578:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.897699:0:5578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788869421.897702:0:5578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:2.0:1788869421.897706:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb308d4b4c8. 00000100:00000200:2.0:1788869421.897710:0:5578:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875765276721024, offset 0 00000400:00000200:2.0:1788869421.897717:0:5578:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:2.0:1788869421.897726:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869421.897735:0:5578:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:2.0:1788869421.897741:0:5578:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788869421.897746:0:5578:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:2.0:1788869421.897751:0:5578:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788869421.897754:0:5578:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:2.0:1788869421.897758:0:5578:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [136:136:256:4294967295] 192.168.204.132@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1788869421.897763:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:2.0:1788869421.897774:0:5578:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:2.0:1788869421.897781:0:5578:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:2.0:1788869421.897788:0:5578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb304837000. 00000800:00000200:2.0:1788869421.897796:0:5578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:2.0:1788869421.897811:0:5578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:2.0:1788869421.897817:0:5578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb304837000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788869421.897838:0:5578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788869421.897843:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:2.0:1788869421.897848:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295062318 00000100:00000001:2.0:1788869421.897859:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062309 00000100:00000001:2.0:1788869421.897866:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295062318 00000100:00000001:2.0:1788869421.897870:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062309 00000100:00000001:2.0:1788869421.897875:0:5578:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869421.897878:0:5578:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869421.897881:0:5578:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788869421.897883:0:5578:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788869421.897886:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb3188db180 going to sleep for 11 seconds 00000100:00000001:2.0:1788869421.897888:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788869421.897890:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869421.898329:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869421.898336:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb304837000. 00000400:00000200:1.0:1788869421.898342:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.898349:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869421.898355:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb308d4b4c8 00000400:00000010:1.0:1788869421.898358:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb308d4b4c8. 00000100:00000001:1.0:1788869421.898363:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869421.898368:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.898378:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869421.898381:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.898387:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869421.898388:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869421.905548:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.905581:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869421.905587:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.905591:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.905602:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.906288:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869421.906308:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.906315:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.906322:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.906326:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 8416 into portal 25 MB=0x6a9ffa3003f80 00000400:00000200:1.0:1788869421.906333:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.906341:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 8416/8416 into md 0x819 [4] + 224 00000800:00000001:1.0:1788869421.906350:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.906373:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.906378:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.906383:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869421.906392:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869421.906422:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869421.906436:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.906464:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869421.906475:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.906479:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869421.908406:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788869421.908426:0:5578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788869421.908429:0:5578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788869421.908434:0:5578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb303d0b9f8. 00000400:00000200:2.0:1788869421.908447:0:5578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3188db000 00000400:00000010:2.0:1788869421.908450:0:5578:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9eb3188db000. 00000100:00000001:2.0:1788869421.908458:0:5578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788869421.908473:0:5578:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788869421.908485:0:5578:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.908493:0:5578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788869421.908496:0:5578:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869421.908498:0:5578:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788869421.908503:0:5578:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788869421.908507:0:5578:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788869421.908509:0:5578:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788869421.908513:0:5578:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788869421.908545:0:5578:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=100 v=5 (5 0 0 0) 00000100:00001000:2.0:1788869421.908550:0:5578:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1788869421.908553:0:5578:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788869421.908555:0:5578:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788869421.908559:0:5578:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788869421.908562:0:5578:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869421.908565:0:5578:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788869421.908571:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.908578:0:5578:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788869421.908583:0:5578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788869421.908585:0:5578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788869421.908590:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788869421.908598:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb304bf8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276721024:192.168.204.132@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788869421.908656:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788869421.908661:0:5578:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788869421.908664:0:5578:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788869421.908667:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869421.908672:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.908679:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788869421.908682:0:5578:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb3188db180. 00000100:00000001:2.0:1788869421.908686:0:5578:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788869421.908688:0:5578:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788869421.908700:0:5578:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788869421.908702:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788869421.908706:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb304bf8000 x1875765276721024/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788869421.908713:0:5578:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788869421.908716:0:5578:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788869421.908721:0:5578:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9eb304924000. 02000000:00000001:2.0:1788869421.908741:0:5578:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788869421.908745:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869421.908747:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000020:00000001:2.0:1788869421.908751:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788869421.908755:0:5578:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb3102dc400. 02000000:00000001:2.0:1788869421.908759:0:5578:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788869421.908762:0:5578:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788869421.908765:0:5578:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb304bf8000. 00000100:00000001:2.0:1788869421.908769:0:5578:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788869421.908771:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788869421.908776:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788869421.908777:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:2.0:1788869421.908779:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788869421.908783:0:5578:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788869421.908786:0:5578:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788869421.908791:0:5578:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788869421.908796:0:5578:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9eb304bd5cc0. 00000040:00001000:2.0:1788869421.908800:0:5578:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788869421.910880:0:9685:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788869421.910895:0:9685:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb3102dc400. 00000020:00000010:2.0:1788869421.910905:0:9685:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb3102ddc00. 00000040:00000010:2.0:1788869421.910910:0:9685:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb3102dde00. 00000020:00000010:2.0:1788869421.910916:0:9685:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb30868b800. 00000020:00000010:2.0:1788869421.910931:0:9685:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9eb320474670. 00000020:00000010:2.0:1788869421.910936:0:9685:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb3102dc800. 80000000:00000010:2.0:1788869421.910941:0:9685:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb304bd5000. 40000000:00000010:2.0:1788869421.910946:0:9685:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9eb3204f5240. 00100000:00000010:2.0:1788869421.910956:0:9685:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9eb304ba7000. 00040000:00000010:2.0:1788869421.910962:0:9685:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9eb304837600. 00040000:00000010:2.0:1788869421.910967:0:9685:0:(qmt_dev.c:418:qmt_key_init()) kmalloced '(value)': 1256 at ffff9eb304ba1800. 00040000:00000010:2.0:1788869421.910972:0:9685:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb3102dd200. 00000004:00000010:2.0:1788869421.910978:0:9685:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9eb304ba5000. 00000004:00000010:2.0:1788869421.910996:0:9685:0:(mdt_handler.c:8470:mdt_key_init()) kmalloced '(value)': 2568 at ffff9eb309c6c000. 00000004:00000010:2.0:1788869421.911004:0:9685:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9eb309c57000. 00002000:00000010:2.0:1788869421.911011:0:9685:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9eb3035e9400. 00000004:00000010:2.0:1788869421.911036:0:9685:0:(osp_dev.c:1888:osp_key_init()) kmalloced '(value)': 616 at ffff9eb3035e8000. 00000020:00000010:2.0:1788869421.911044:0:9685:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9eb3204f5600. 00000040:00000010:2.0:1788869421.911056:0:9685:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9eb32049c000. 00000040:00080000:2.0:1788869421.911514:0:9685:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788869421.911522:0:9685:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9eb32049c000. 00000020:00000010:2.0:1788869421.911533:0:9685:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9eb3204f5600. 00000020:00000010:2.0:1788869421.911555:0:9685:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb3102ddc00. 00000040:00000010:2.0:1788869421.911560:0:9685:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb3102dde00. 00000020:00000010:2.0:1788869421.911563:0:9685:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb30868b800. 00000020:00000010:2.0:1788869421.911569:0:9685:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9eb320474670. 00000020:00000010:2.0:1788869421.911575:0:9685:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb3102dc800. 80000000:00000010:2.0:1788869421.911579:0:9685:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb304bd5000. 40000000:00000010:2.0:1788869421.911583:0:9685:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9eb3204f5240. 00100000:00000010:2.0:1788869421.911587:0:9685:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9eb304ba7000. 00040000:00000010:2.0:1788869421.911595:0:9685:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9eb304837600. 00040000:00000010:2.0:1788869421.911599:0:9685:0:(qmt_dev.c:418:qmt_key_fini()) kfreed 'info': 1256 at ffff9eb304ba1800. 00040000:00000010:2.0:1788869421.911603:0:9685:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb3102dd200. 00000004:00000010:2.0:1788869421.912023:0:9685:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9eb304ba5000. 00000004:00000010:2.0:1788869421.912033:0:9685:0:(mdt_handler.c:8495:mdt_key_fini()) kfreed 'info': 2568 at ffff9eb309c6c000. 00000004:00000010:2.0:1788869421.912038:0:9685:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff9eb309c57000. 00002000:00000010:2.0:1788869421.912042:0:9685:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9eb3035e9400. 00000004:00000010:2.0:1788869421.912046:0:9685:0:(osp_dev.c:1888:osp_key_fini()) kfreed 'info': 616 at ffff9eb3035e8000. 00000020:00000010:2.0:1788869421.912050:0:9685:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb3102dc400. 00000040:00000010:0.0:1788869421.912372:0:5578:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9eb304bd5cc0. 00000040:00000001:0.0:1788869421.912378:0:5578:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788869421.912383:0:5578:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788869421.912388:0:5578:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9eb32049e000. 00000040:00000010:0.0:1788869421.912392:0:5578:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9eb303ddd000. 00000020:00000001:0.0:1788869421.912397:0:5578:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.912400:0:5578:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1788869421.912404:0:5578:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb303ddde00. 00000040:00000010:0.0:1788869421.912407:0:5578:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb303ddc000. 00000020:00000010:0.0:1788869421.912410:0:5578:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb31899b000. 00000020:00000010:0.0:1788869421.912415:0:5578:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb303ddc400. 80000000:00000010:0.0:1788869421.912418:0:5578:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb30353a780. 00040000:00000010:0.0:1788869421.912422:0:5578:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb303dddc00. 20000000:00000010:0.0:1788869421.912426:0:5578:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9eb303ddcc00. 00000020:00000010:0.0:1788869421.912429:0:5578:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb303ddc600. 10000000:00000010:0.0:1788869421.912432:0:5578:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9eb30484e040. 10000000:01000000:0.0:1788869421.912435:0:5578:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788869421.912439:0:5578:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788869421.912462:0:5578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788869421.912465:0:5578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788869421.912470:0:5578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb300031800 refcount=3 00000020:00000001:0.0:1788869421.912472:0:5578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090369378304 : -106983340173312 : ffff9eb300031800) 00010000:00000001:0.0:1788869421.912476:0:5578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637090369378304 : -106983340173312 : ffff9eb300031800) 00010000:00000001:0.0:1788869421.912478:0:5578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788869421.912484:0:5578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb300031800/0xfaea9112da5f5487 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df54 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788869421.912494:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788869421.912496:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788869421.912498:0:5578:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb300031800/0xfaea9112da5f5487 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df54 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788869421.912505:0:5578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788869421.912506:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788869421.912507:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788869421.912509:0:5578:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.912512:0:5578:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.912515:0:5578:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788869421.912520:0:5578:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788869421.912521:0:5578:0:(mgc_request.c:108:config_log_get()) log params (ffff9eb321617000) refs 2 10000000:00000001:0.0:1788869421.912523:0:5578:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.912525:0:5578:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788869421.912527:0:5578:0:(mgc_request.c:123:config_log_put()) log params(ffff9eb32083a600) refs 3 10000000:00000001:0.0:1788869421.912529:0:5578:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788869421.912530:0:5578:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788869421.912532:0:5578:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1788869421.912534:0:5578:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1788869421.912536:0:5578:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9eb30868d000 from 7 10000000:00000001:0.0:1788869421.912539:0:5578:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788869421.912540:0:5578:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1788869421.912549:0:5578:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845180. 00000020:00000040:0.0:1788869421.912553:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000001:0.0:1788869421.912558:0:5578:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869421.912562:0:5578:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869421.912573:0:5578:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869421.912581:0:5578:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb303ddc600. 00000100:00000001:0.0:1788869421.912590:0:5578:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.912596:0:5578:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788869421.912599:0:5578:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788869421.912655:0:5578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb3214ab100 count: 2 00010000:00000001:0.0:1788869421.912659:0:5578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788869421.912662:0:5578:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788869421.912667:0:5578:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb300031400. 00000020:00000001:0.0:1788869421.912673:0:5578:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788869421.912676:0:5578:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb300031400 with handle 0xfaea9112da5f548e to hash 00000020:00000001:0.0:1788869421.912678:0:5578:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788869421.912680:0:5578:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637090369377280 : -106983340174336 : ffff9eb300031400) 00010000:00000001:0.0:1788869421.912683:0:5578:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637090369377280 : -106983340174336 : ffff9eb300031400) 00010000:00000001:0.0:1788869421.912688:0:5578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788869421.912693:0:5578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788869421.912697:0:5578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f548e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869421.912705:0:5578:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f548e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869421.912718:0:5578:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f548e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788869421.912726:0:5578:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788869421.912728:0:5578:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788869421.912736:0:5578:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb320567600. 00000100:00000001:0.0:1788869421.912739:0:5578:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446637090911712768 : -106982797838848 : ffff9eb320567600) 00000100:00000001:0.0:1788869421.912742:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.912744:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780500352 : -106982929051264 : ffff9eb318845180) 00000100:00000001:0.0:1788869421.912749:0:5578:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869421.912755:0:5578:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.912757:0:5578:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788869421.912765:0:5578:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788869421.912778:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.912788:0:5578:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788869421.912791:0:5578:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.912795:0:5578:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788869421.912799:0:5578:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788869421.912802:0:5578:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788869421.912807:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276721152:192.168.204.132@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.912812:0:5578:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788869421.912821:0:5578:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788869421.912823:0:5578:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.912826:0:5578:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788869421.912832:0:5578:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb30358fc00. 02000000:00000001:0.0:1788869421.912833:0:5578:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.912843:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:0.0:1788869421.912849:0:5578:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30014b9a0. 00000400:00000010:0.0:1788869421.912857:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ce990. 00000100:00000200:0.0:1788869421.912865:0:5578:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875765276721152, portal 25 00000100:00000001:0.0:1788869421.912867:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.912869:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780500352 : -106982929051264 : ffff9eb318845180) 00000100:00000040:0.0:1788869421.912874:0:5578:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.912881:0:5578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788869421.912884:0:5578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:0.0:1788869421.912886:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ce908. 00000100:00000200:0.0:1788869421.912889:0:5578:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875765276721152, offset 0 00000400:00000200:0.0:1788869421.912896:0:5578:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:0.0:1788869421.912906:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.912915:0:5578:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:0.0:1788869421.912922:0:5578:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788869421.912927:0:5578:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:0.0:1788869421.912930:0:5578:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788869421.912939:0:5578:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:0.0:1788869421.912943:0:5578:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [137:137:256:4294967295] 192.168.204.132@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1788869421.912947:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.912958:0:5578:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:0.0:1788869421.912965:0:5578:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:0.0:1788869421.912970:0:5578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb30afb3300. 00000800:00000200:0.0:1788869421.912978:0:5578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:0.0:1788869421.912999:0:5578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:0.0:1788869421.913005:0:5578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb30afb3300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788869421.913014:0:5578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.913017:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:0.0:1788869421.913020:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295062332 00000100:00000001:0.0:1788869421.913030:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062318 00000100:00000001:0.0:1788869421.913036:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295062332 00000100:00000001:0.0:1788869421.913039:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062318 00000100:00000001:0.0:1788869421.913042:0:5578:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.913045:0:5578:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.913047:0:5578:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788869421.913049:0:5578:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788869421.913052:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb320567600 going to sleep for 11 seconds 00000100:00000001:0.0:1788869421.913055:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788869421.913059:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869421.913515:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869421.913522:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb30afb3300. 00000400:00000200:1.0:1788869421.913529:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.913535:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869421.913543:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ce908 00000400:00000010:1.0:1788869421.913546:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ce908. 00000100:00000001:1.0:1788869421.913551:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869421.913558:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.913569:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869421.913573:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.913579:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869421.913581:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869421.926301:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.926331:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869421.926338:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.926341:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.926353:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.926365:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869421.926377:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.926382:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.926389:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.926394:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 344 into portal 25 MB=0x6a9ffa3004000 00000400:00000200:1.0:1788869421.926401:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.926436:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 344/344 into md 0x821 [1] + 224 00000800:00000001:1.0:1788869421.926448:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.926463:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.926467:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.926472:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869421.926482:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869421.926496:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869421.929217:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.929238:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869421.929266:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.929280:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.929909:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788869421.929923:0:5578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869421.929926:0:5578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869421.929931:0:5578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30014b9a0. 00000400:00000200:0.0:1788869421.929939:0:5578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ce990 00000400:00000010:0.0:1788869421.929942:0:5578:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ce990. 00000100:00000001:0.0:1788869421.929947:0:5578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869421.929955:0:5578:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869421.929966:0:5578:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.930013:0:5578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869421.930017:0:5578:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.930020:0:5578:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869421.930024:0:5578:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869421.930027:0:5578:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869421.930030:0:5578:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.930033:0:5578:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869421.930043:0:5578:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869421.930048:0:5578:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869421.930051:0:5578:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869421.930053:0:5578:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.930056:0:5578:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869421.930059:0:5578:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.930062:0:5578:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869421.930068:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.930076:0:5578:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.930079:0:5578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869421.930082:0:5578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869421.930086:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869421.930093:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276721152:192.168.204.132@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.930099:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.930103:0:5578:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.930106:0:5578:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788869421.930108:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869421.930112:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.930118:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788869421.930122:0:5578:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb320567600. 00000100:00000001:0.0:1788869421.930126:0:5578:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788869421.930134:0:5578:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.930138:0:5578:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788869421.930142:0:5578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788869421.930146:0:5578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788869421.930150:0:5578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb300031400 refcount=4 00000020:00000001:0.0:1788869421.930153:0:5578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090369377280 : -106983340174336 : ffff9eb300031400) 00010000:00000001:0.0:1788869421.930165:0:5578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637090369377280 : -106983340174336 : ffff9eb300031400) 00010000:00000040:0.0:1788869421.930177:0:5578:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb300031400, remote cookie: 0x6b265c291506df5b, flags: 0x0 00010000:00000001:0.0:1788869421.930181:0:5578:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788869421.930187:0:5578:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788869421.930190:0:5578:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788869421.930192:0:5578:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788869421.930194:0:5578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788869421.930197:0:5578:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9eb3214ab100) refcount = 2 00010000:00000040:0.0:1788869421.930201:0:5578:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788869421.930205:0:5578:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.132@tcp lock: ffff9eb300031800/0xfaea9112da5f5487 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506df54 expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788869421.930215:0:5578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f548e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df5b expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788869421.930222:0:5578:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788869421.930225:0:5578:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788869421.930227:0:5578:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788869421.930230:0:5578:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788869421.930233:0:5578:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788869421.930236:0:5578:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f548e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b265c291506df5b expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788869421.930242:0:5578:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788869421.930244:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788869421.930245:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788869421.930247:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788869421.930248:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788869421.930249:0:5578:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.930260:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869421.930264:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845180 x1875765276721152/t0(0) o101->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 328/344 e 0 to 0 dl 1788869437 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.930271:0:5578:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869421.930275:0:5578:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869421.930280:0:5578:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb30358fc00. 02000000:00000001:0.0:1788869421.930284:0:5578:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869421.930287:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869421.930290:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:0.0:1788869421.930292:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869421.930296:0:5578:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb303ddc600. 02000000:00000001:0.0:1788869421.930301:0:5578:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869421.930303:0:5578:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869421.930306:0:5578:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845180. 00000100:00000001:0.0:1788869421.930310:0:5578:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869421.930312:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788869421.930314:0:5578:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.930318:0:5578:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788869421.930321:0:5578:0:(mgc_request.c:108:config_log_get()) log params (ffff9eb321617000) refs 3 10000000:00000001:0.0:1788869421.930323:0:5578:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.930326:0:5578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788869421.930327:0:5578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788869421.930329:0:5578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb300031400 refcount=3 00000020:00000001:0.0:1788869421.930331:0:5578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090369377280 : -106983340174336 : ffff9eb300031400) 00010000:00000001:0.0:1788869421.930333:0:5578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637090369377280 : -106983340174336 : ffff9eb300031400) 00010000:00000001:0.0:1788869421.930335:0:5578:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788869421.930337:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788869421.930338:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788869421.930339:0:5578:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788869421.930342:0:5578:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788869421.930347:0:5578:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9eb30484e040. 00000020:00000010:0.0:1788869421.930352:0:5578:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb303ddc600. 00000020:00000010:0.0:1788869421.930360:0:5578:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb303ddcc00. 00000040:00000010:0.0:1788869421.930365:0:5578:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb303dddc00. 00000020:00000010:0.0:1788869421.930371:0:5578:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb31899b000. 00000020:00000010:0.0:1788869421.930378:0:5578:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb303ddc400. 80000000:00000010:0.0:1788869421.930390:0:5578:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb30353a780. 00040000:00000010:0.0:1788869421.930397:0:5578:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb303ddc000. 20000000:00000010:0.0:1788869421.930401:0:5578:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9eb303ddde00. 10000000:00000040:0.0:1788869421.930407:0:5578:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9eb320409240 : new refcount 2 00000020:00000001:0.0:1788869421.930411:0:5578:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788869421.930413:0:5578:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1788869421.930415:0:5578:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788869421.930419:0:5578:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9eb303ddd000. 00000040:00000001:0.0:1788869421.930423:0:5578:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788869421.930427:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000010:0.0:1788869421.930432:0:5578:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845180. 00000020:00000040:0.0:1788869421.930435:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=5 obd=MGC192.168.204.132@tcp 00000100:00000001:0.0:1788869421.930441:0:5578:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869421.930444:0:5578:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869421.930450:0:5578:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869421.930459:0:5578:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb303ddd400. 00000100:00000001:0.0:1788869421.930466:0:5578:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.930474:0:5578:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788869421.930476:0:5578:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788869421.930483:0:5578:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb320567600. 00000100:00000001:0.0:1788869421.930485:0:5578:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446637090911712768 : -106982797838848 : ffff9eb320567600) 00000100:00000001:0.0:1788869421.930488:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.930490:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780500352 : -106982929051264 : ffff9eb318845180) 00000100:00000001:0.0:1788869421.930494:0:5578:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869421.930890:0:5578:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.930896:0:5578:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788869421.930898:0:5578:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788869421.930905:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.930913:0:5578:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788869421.930915:0:5578:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.930920:0:5578:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788869421.930923:0:5578:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788869421.930926:0:5578:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788869421.930930:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276721280:192.168.204.132@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.930944:0:5578:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788869421.930952:0:5578:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788869421.930955:0:5578:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.930958:0:5578:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788869421.930965:0:5578:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb303ddc200. 02000000:00000001:0.0:1788869421.930967:0:5578:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.930976:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:0.0:1788869421.930980:0:5578:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30014b9a0. 00000400:00000010:0.0:1788869421.930998:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ce990. 00000100:00000200:0.0:1788869421.931007:0:5578:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875765276721280, portal 25 00000100:00000001:0.0:1788869421.931009:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.931010:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780500352 : -106982929051264 : ffff9eb318845180) 00000100:00000040:0.0:1788869421.931016:0:5578:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.931027:0:5578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788869421.931029:0:5578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:0.0:1788869421.931032:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ced48. 00000100:00000200:0.0:1788869421.931036:0:5578:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875765276721280, offset 0 00000400:00000200:0.0:1788869421.931044:0:5578:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:0.0:1788869421.931056:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.931069:0:5578:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:0.0:1788869421.931075:0:5578:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788869421.931080:0:5578:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:0.0:1788869421.931086:0:5578:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788869421.931088:0:5578:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:0.0:1788869421.931093:0:5578:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [138:138:256:4294967295] 192.168.204.132@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1788869421.931097:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.931108:0:5578:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:0.0:1788869421.931115:0:5578:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:0.0:1788869421.931122:0:5578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb30afb3900. 00000800:00000200:0.0:1788869421.931131:0:5578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:0.0:1788869421.931151:0:5578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:0.0:1788869421.931156:0:5578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb30afb3900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788869421.931169:0:5578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.931173:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:0.0:1788869421.931177:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295062351 00000100:00000001:0.0:1788869421.931189:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062332 00000100:00000001:0.0:1788869421.931195:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295062351 00000100:00000001:0.0:1788869421.931198:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062332 00000100:00000001:0.0:1788869421.931201:0:5578:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.931204:0:5578:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.931206:0:5578:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788869421.931208:0:5578:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788869421.931211:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb320567600 going to sleep for 11 seconds 00000100:00000001:0.0:1788869421.931214:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788869421.931216:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869421.931429:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869421.931438:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb30afb3900. 00000400:00000200:1.0:1788869421.931447:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.931454:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869421.931459:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ced48 00000400:00000010:1.0:1788869421.931461:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ced48. 00000100:00000001:1.0:1788869421.931466:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869421.931470:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.931479:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869421.931482:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.931488:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869421.931489:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869421.944093:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.944120:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869421.944126:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.944129:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.944142:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.944172:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869421.944183:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.944189:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.944197:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.944202:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 272 into portal 25 MB=0x6a9ffa3004080 00000400:00000200:1.0:1788869421.944210:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.944218:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 272/272 into md 0x831 [1] + 224 00000800:00000001:1.0:1788869421.944229:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.944239:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.944243:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.944249:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869421.944262:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869421.944278:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869421.944292:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.944321:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869421.944334:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.944337:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.945898:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788869421.945921:0:5578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869421.945924:0:5578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869421.945931:0:5578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30014b9a0. 00000400:00000200:0.0:1788869421.945942:0:5578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ce990 00000400:00000010:0.0:1788869421.945945:0:5578:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ce990. 00000100:00000001:0.0:1788869421.945951:0:5578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869421.945963:0:5578:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869421.945976:0:5578:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.945993:0:5578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869421.945995:0:5578:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.945999:0:5578:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869421.946003:0:5578:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869421.946008:0:5578:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869421.946011:0:5578:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.946015:0:5578:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869421.946053:0:5578:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869421.946059:0:5578:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869421.946062:0:5578:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869421.946064:0:5578:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.946067:0:5578:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869421.946071:0:5578:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.946075:0:5578:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869421.946082:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.946090:0:5578:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.946093:0:5578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869421.946096:0:5578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869421.946100:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869421.946108:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276721280:192.168.204.132@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.946113:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.946116:0:5578:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.946119:0:5578:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788869421.946123:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869421.946126:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.946132:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788869421.946136:0:5578:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb320567600. 00000100:00000001:0.0:1788869421.946141:0:5578:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788869421.946142:0:5578:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788869421.946151:0:5578:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788869421.946170:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869421.946173:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000020:00000001:0.0:1788869421.946175:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788869421.946177:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869421.946181:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845180 x1875765276721280/t0(0) o501->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 504/272 e 0 to 0 dl 1788869437 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.946200:0:5578:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869421.946204:0:5578:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869421.946207:0:5578:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb303ddc200. 02000000:00000001:0.0:1788869421.946211:0:5578:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869421.946213:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869421.946214:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:0.0:1788869421.946215:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869421.946218:0:5578:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb303ddd400. 02000000:00000001:0.0:1788869421.946224:0:5578:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869421.946227:0:5578:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869421.946229:0:5578:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845180. 00000100:00000001:0.0:1788869421.946233:0:5578:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869421.946234:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788869421.946238:0:5578:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788869421.946242:0:5578:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788869421.946252:0:5578:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9eb304b84000. 00000040:00000001:0.0:1788869421.946255:0:5578:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788869421.946257:0:5578:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788869421.946259:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000100:00000010:0.0:1788869421.946264:0:5578:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb318845180. 00000020:00000040:0.0:1788869421.946268:0:5578:0:(genops.c:1231:class_import_get()) import ffff9eb304ba3000 refcount=5 obd=MGC192.168.204.132@tcp 00000100:00000001:0.0:1788869421.946273:0:5578:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788869421.946276:0:5578:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788869421.946283:0:5578:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788869421.946288:0:5578:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb303ddd400. 00000100:00000001:0.0:1788869421.946296:0:5578:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.946301:0:5578:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788869421.946303:0:5578:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788869421.946310:0:5578:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb320567600. 00000100:00000001:0.0:1788869421.946313:0:5578:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446637090911712768 : -106982797838848 : ffff9eb320567600) 00000100:00000001:0.0:1788869421.946316:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.946317:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780500352 : -106982929051264 : ffff9eb318845180) 00000100:00000001:0.0:1788869421.946323:0:5578:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788869421.946328:0:5578:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.946330:0:5578:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788869421.946338:0:5578:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788869421.946343:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.946351:0:5578:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788869421.946354:0:5578:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.946359:0:5578:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788869421.946362:0:5578:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788869421.946365:0:5578:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788869421.946368:0:5578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276721408:192.168.204.132@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.946373:0:5578:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788869421.946380:0:5578:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788869421.946383:0:5578:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.946387:0:5578:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788869421.946408:0:5578:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9eb304924000. 02000000:00000001:0.0:1788869421.946411:0:5578:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.946423:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000010:0.0:1788869421.946428:0:5578:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb30014b9a0. 00000400:00000010:0.0:1788869421.946436:0:5578:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9eb320567180. 00000100:00000200:0.0:1788869421.946445:0:5578:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875765276721408, portal 25 00000100:00000001:0.0:1788869421.946447:0:5578:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788869421.946449:0:5578:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446637090780500352 : -106982929051264 : ffff9eb318845180) 00000100:00000040:0.0:1788869421.946455:0:5578:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.946462:0:5578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788869421.946465:0:5578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.132@tcp 00000400:00000010:0.0:1788869421.946469:0:5578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb3036ce990. 00000100:00000200:0.0:1788869421.946472:0:5578:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875765276721408, offset 0 00000400:00000200:0.0:1788869421.946480:0:5578:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.204.132@tcp 00000400:00000200:0.0:1788869421.946491:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.946514:0:5578:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.132@tcp local destination 00000400:00000200:0.0:1788869421.946522:0:5578:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788869421.946527:0:5578:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.204.32@tcp 00000400:00000200:0.0:1788869421.946531:0:5578:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.204.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788869421.946541:0:5578:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.132@tcp 00000400:00000200:0.0:1788869421.946546:0:5578:0:(lib-move.c:1710:lnet_handle_send()) 192.168.204.32@tcp NI seq info: [139:139:256:4294967295] 192.168.204.132@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:0.0:1788869421.946552:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:0.0:1788869421.946564:0:5578:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp:) -> 192.168.204.132@tcp(192.168.204.132@tcp:192.168.204.132@tcp) : PUT try# 0 00000800:00000200:0.0:1788869421.946572:0:5578:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.132@tcp 00000800:00000010:0.0:1788869421.946578:0:5578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb30afb3600. 00000800:00000200:0.0:1788869421.946587:0:5578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb320409540] -> 12345-192.168.204.132@tcp (5) 00000800:00000200:0.0:1788869421.946599:0:5578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.132@tcp ip 192.168.204.132:988 00000800:00000200:0.0:1788869421.946604:0:5578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb30afb3600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788869421.946879:0:5578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788869421.946885:0:5578:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000100:00000001:0.0:1788869421.946889:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295062367 00000100:00000001:0.0:1788869421.946898:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062351 00000100:00000001:0.0:1788869421.946906:0:5578:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295062367 00000100:00000001:0.0:1788869421.946909:0:5578:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062351 00000100:00000001:0.0:1788869421.946912:0:5578:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.946916:0:5578:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.946918:0:5578:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788869421.946921:0:5578:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788869421.946923:0:5578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9eb320567600 going to sleep for 11 seconds 00000100:00000001:0.0:1788869421.946926:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788869421.946928:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788869421.947193:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788869421.947198:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb30afb3600. 00000400:00000200:1.0:1788869421.947205:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.947212:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000400:00000200:1.0:1788869421.947217:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb3036ce990 00000400:00000010:1.0:1788869421.947219:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9eb3036ce990. 00000100:00000001:1.0:1788869421.947224:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788869421.947228:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.947237:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788869421.947240:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.947260:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788869421.947261:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788869421.955101:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.955131:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788869421.955137:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.955140:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.955164:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.955177:0:2351:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.32@tcp(192.168.204.32@tcp) <- 192.168.204.132@tcp : PUT - for me 00000400:00000200:1.0:1788869421.955189:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.955195:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.955202:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.955207:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.132@tcp of length 8416 into portal 25 MB=0x6a9ffa3004100 00000400:00000200:1.0:1788869421.955215:0:2351:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.204.132@tcp to cpt 0 00000400:00000200:1.0:1788869421.955226:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.132@tcp of length 8416/8416 into md 0x841 [4] + 224 00000800:00000001:1.0:1788869421.955237:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.955256:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788869421.955261:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788869421.955266:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.32@tcp->192.168.204.132@tcp: PUT: OK 00000100:00000001:1.0:1788869421.955279:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788869421.955294:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788869421.955307:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788869421.955332:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788869421.955345:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788869421.955348:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.955544:0:5578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788869421.955554:0:5578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788869421.955556:0:5578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788869421.955562:0:5578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb30014b9a0. 00000400:00000200:0.0:1788869421.955567:0:5578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb320567180 00000400:00000010:0.0:1788869421.955571:0:5578:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9eb320567180. 00000100:00000001:0.0:1788869421.955574:0:5578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788869421.955580:0:5578:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788869421.955589:0:5578:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.955838:0:5578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788869421.955841:0:5578:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.955844:0:5578:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788869421.955848:0:5578:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788869421.955852:0:5578:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788869421.955855:0:5578:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788869421.955858:0:5578:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788869421.955867:0:5578:0:(import.c:2149:obd_at_measure()) add 5 to ffff9eb304ba3460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1788869421.955872:0:5578:0:(import.c:2149:obd_at_measure()) add 1 to ffff9eb304ba3418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1788869421.955874:0:5578:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788869421.955876:0:5578:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869421.955879:0:5578:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788869421.955881:0:5578:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.955885:0:5578:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788869421.955891:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.955900:0:5578:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788869421.955903:0:5578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788869421.955906:0:5578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788869421.955911:0:5578:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788869421.955917:0:5578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9eb318845180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83c6928c-56a9-4947-a648-e72eb5d4336a:5578:1875765276721408:192.168.204.132@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788869421.955923:0:5578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788869421.955926:0:5578:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788869421.955929:0:5578:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788869421.955932:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869421.955935:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.955941:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788869421.955945:0:5578:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb320567600. 00000100:00000001:0.0:1788869421.955948:0:5578:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788869421.955956:0:5578:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788869421.955969:0:5578:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788869421.955972:0:5578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788869421.955975:0:5578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb318845180 x1875765276721408/t0(0) o503->MGC192.168.204.132@tcp@192.168.204.132@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788869437 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788869421.955994:0:5578:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788869421.955997:0:5578:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788869421.956001:0:5578:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9eb304924000. 02000000:00000001:0.0:1788869421.956016:0:5578:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788869421.956019:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869421.956022:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=4 obd=MGC192.168.204.132@tcp 00000020:00000001:0.0:1788869421.956024:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788869421.956028:0:5578:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb303ddd400. 02000000:00000001:0.0:1788869421.956036:0:5578:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788869421.956039:0:5578:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788869421.956042:0:5578:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb318845180. 00000100:00000001:0.0:1788869421.956046:0:5578:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788869421.956047:0:5578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788869421.956050:0:5578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788869421.956051:0:5578:0:(genops.c:1244:class_import_put()) import ffff9eb304ba3000 refcount=3 obd=MGC192.168.204.132@tcp 00000020:00000001:0.0:1788869421.956054:0:5578:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788869421.956057:0:5578:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788869421.956060:0:5578:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788869421.956065:0:5578:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788869421.956070:0:5578:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9eb30353a3c0. 00000040:00001000:0.0:1788869421.956073:0:5578:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1788869421.956839:0:9686:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788869421.956848:0:9686:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb303ddd400. 00000020:00000010:0.0:1788869421.956856:0:9686:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb303ddc200. 00000040:00000010:0.0:1788869421.956860:0:9686:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb303ddd800. 00000020:00000010:0.0:1788869421.956865:0:9686:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb31899b800. 00000020:00000010:0.0:1788869421.956871:0:9686:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9eb308dcbc60. 00000020:00000010:0.0:1788869421.956877:0:9686:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb304b25e00. 80000000:00000010:0.0:1788869421.956883:0:9686:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb30353a8a0. 40000000:00000010:0.0:1788869421.956887:0:9686:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9eb30484ee80. 00100000:00000010:0.0:1788869421.956894:0:9686:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9eb31899e000. 00040000:00000010:0.0:1788869421.956910:0:9686:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9eb30afb3e00. 00040000:00000010:0.0:1788869421.956916:0:9686:0:(qmt_dev.c:418:qmt_key_init()) kmalloced '(value)': 1256 at ffff9eb318999000. 00040000:00000010:0.0:1788869421.956921:0:9686:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb303557a00. 00000004:00000010:0.0:1788869421.956928:0:9686:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9eb31899a000. 00000004:00000010:0.0:1788869421.956935:0:9686:0:(mdt_handler.c:8470:mdt_key_init()) kmalloced '(value)': 2568 at ffff9eb308d2e000. 00000004:00000010:0.0:1788869421.956941:0:9686:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9eb31899c000. 00002000:00000010:0.0:1788869421.956948:0:9686:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9eb30358fc00. 00000004:00000010:0.0:1788869421.956953:0:9686:0:(osp_dev.c:1888:osp_key_init()) kmalloced '(value)': 616 at ffff9eb30358f400. 00000020:00000010:0.0:1788869421.956961:0:9686:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9eb30484e640. 00000040:00000010:0.0:1788869421.956971:0:9686:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9eb304b82000. 00000040:00080000:0.0:1788869421.957459:0:9686:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1788869421.957466:0:9686:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9eb304b82000. 00000020:00000010:0.0:1788869421.957476:0:9686:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9eb30484e640. 00000020:00000010:0.0:1788869421.957500:0:9686:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb303ddc200. 00000040:00000010:0.0:1788869421.957519:0:9686:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb303ddd800. 00000020:00000010:0.0:1788869421.957525:0:9686:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb31899b800. 00000020:00000010:0.0:1788869421.957531:0:9686:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9eb308dcbc60. 00000020:00000010:0.0:1788869421.957538:0:9686:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb304b25e00. 80000000:00000010:0.0:1788869421.957544:0:9686:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb30353a8a0. 40000000:00000010:0.0:1788869421.957547:0:9686:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9eb30484ee80. 00100000:00000010:0.0:1788869421.957551:0:9686:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9eb31899e000. 00040000:00000010:0.0:1788869421.957554:0:9686:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9eb30afb3e00. 00040000:00000010:0.0:1788869421.957559:0:9686:0:(qmt_dev.c:418:qmt_key_fini()) kfreed 'info': 1256 at ffff9eb318999000. 00040000:00000010:0.0:1788869421.957563:0:9686:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb303557a00. 00000004:00000010:0.0:1788869421.957568:0:9686:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9eb31899a000. 00000004:00000010:0.0:1788869421.957572:0:9686:0:(mdt_handler.c:8495:mdt_key_fini()) kfreed 'info': 2568 at ffff9eb308d2e000. 00000004:00000010:0.0:1788869421.957577:0:9686:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff9eb31899c000. 00002000:00000010:0.0:1788869421.957581:0:9686:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9eb30358fc00. 00000004:00000010:0.0:1788869421.957585:0:9686:0:(osp_dev.c:1888:osp_key_fini()) kfreed 'info': 616 at ffff9eb30358f400. 00000020:00000010:0.0:1788869421.957588:0:9686:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb303ddd400. 00000040:00000010:2.0:1788869421.958237:0:5578:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9eb30353a3c0. 00000040:00000001:2.0:1788869421.958247:0:5578:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1788869421.958251:0:5578:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1788869421.958259:0:5578:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9eb304b84000. 00000040:00000010:2.0:1788869421.958267:0:5578:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9eb303ddd000. 00000020:00000001:2.0:1788869421.958271:0:5578:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788869421.958276:0:5578:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1788869421.958281:0:5578:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb303ddcc00. 00000040:00000010:2.0:1788869421.958285:0:5578:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb303dddc00. 00000020:00000010:2.0:1788869421.958288:0:5578:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb31899b000. 00000020:00000010:2.0:1788869421.958292:0:5578:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb303ddc400. 80000000:00000010:2.0:1788869421.958318:0:5578:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb30353a780. 00040000:00000010:2.0:1788869421.958322:0:5578:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb303ddc000. 20000000:00000010:2.0:1788869421.958327:0:5578:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9eb303ddde00. 00000020:00000010:2.0:1788869421.958330:0:5578:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb303ddc600. 10000000:00000010:2.0:1788869421.958333:0:5578:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9eb30484e040. 10000000:01000000:2.0:1788869421.958337:0:5578:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.132@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1788869421.958341:0:5578:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1788869421.958344:0:5578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788869421.958348:0:5578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788869421.958352:0:5578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9eb300031400 refcount=3 00000020:00000001:2.0:1788869421.958355:0:5578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446637090369377280 : -106983340174336 : ffff9eb300031400) 00010000:00000001:2.0:1788869421.958360:0:5578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637090369377280 : -106983340174336 : ffff9eb300031400) 00010000:00000001:2.0:1788869421.958363:0:5578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788869421.958369:0:5578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f548e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df5b expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788869421.958381:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788869421.958383:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788869421.958385:0:5578:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.132@tcp lock: ffff9eb300031400/0xfaea9112da5f548e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b265c291506df5b expref: -99 pid: 5578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788869421.958391:0:5578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788869421.958392:0:5578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788869421.958393:0:5578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788869421.958395:0:5578:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788869421.958398:0:5578:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788869421.958402:0:5578:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1788869421.958405:0:5578:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788869421.958407:0:5578:0:(mgc_request.c:123:config_log_put()) log params(ffff9eb321617000) refs 3 10000000:00000001:2.0:1788869421.958409:0:5578:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1788869422.380891:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869422.380903:0:254:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788869422.380912:0:254:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788869422.380913:0:254:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) Debug log: 7813 lines, 7813 kept, 0 dropped, 0 bad.